github-archive 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 719058d828ae6865a67cbbff5e5cda3279e45b56
+  data.tar.gz: 97cf65cfe828103a18a85e10aee9927ee72c03bf
+SHA512:
+  metadata.gz: 3c6d94565edff148cc3615e1e797419cfb49f5abff894b418fd4493c068ed40f853d15b67b5b754188888f360c07a6f2aa0356052ed9aaa594577bbf81b15f55
+  data.tar.gz: 62c802e31a2c62f82429416319104663c44c2e0abb61432365dbd53a0ba6273a2d7cd5fb44083154dfba4fab170dc1b529d05b423b8505d7bc5b8c63e7439947

data/.gitignore

@@ -0,0 +1,18 @@
+.idea/*
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in archive-archive.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 cparratto
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,46 @@
+# Github Archive
+
+A command line utility for concurrent processing and management of github event archives.
+
+## Dependencies
+
+1. MYSQL (For storing replica data)
+2. REDIS (For processing queue persistence)
+
+## Installation
+
+On a OSX:
+
+    $ brew install mysql (Follow instructions for launching)
+    $ brew install redis (Follow instructions for launching)
+
+Get the gem:
+
+    $ gem install github-archive
+
+## Setup Redis for Resque
+
+    $ github-archive setup_mysql --database=DATABASE --server=SERVER --username=USERNAME
+    $ github-archive setup_redis --port=PORT --server=SERVER
+
+## Launch workers for processing github data
+
+    $ github-archive process_archives --proc-count=PROC_COUNT
+
+## Get Stats
+
+    $ github-archive gh_repo_stats --after=AFTER --before=BEFORE --event=EVENT -n=N
+
+Example:
+
+    $ github-archive gh_repo_stats --event=WatchEvent --after=2012-12-10T04:05:06+07:00 --before=2012-12-11T04:05:06+07:00 -n=20
+
+##
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,3 @@
+require "bundler/gem_tasks"
+require 'github/archive'
+require 'resque/tasks'

data/bin/github-archive

@@ -0,0 +1,135 @@
+require 'rubygems'
+require 'thor'
+require 'thor/rake_compat'
+require 'bundler'
+require 'github/archive'
+require 'resque/tasks'
+
+module Github
+  module Archive
+    class CLI < Thor
+      Bundler::GemHelper.install_tasks
+
+      desc 'check_for_errors', "Checks resque for processing errors."
+      def check_for_errors
+        Rake::Task['resque:failures:sort'].execute
+      end
+
+      desc 'process_archives', "Starts resque work processes."
+      method_option :proc_count, :type => :string, :default => '4', :required => true
+      def process_archives
+        ENV['QUEUE'] = StatCollector.queue.to_s
+        ENV['COUNT'] = options[:proc_count]
+        Rake::Task['resque:workers'].execute
+      end
+
+      desc "setup_mysql", "Sets connection params for mysql."
+      method_option :username, :type => :string, :default => 'root', :required => true
+      method_option :password, :type => :string, :default => ''
+      method_option :server, :type => :string, :default => 'localhost', :required => true
+      method_option :database, :type => :string, :default => 'github-archive', :required => true
+      def setup_mysql
+        Connections.config_mysql(options[:server],
+                                 options[:username],
+                                 options[:password],
+                                 options[:database])
+
+        Connections.write_settings
+      end
+
+      desc "create_archive", "Creates all Tables"
+      def create_archive
+        CreateArchive.do
+      end
+
+      desc "destroy_archive", "Destroys all Tables"
+      def destroy_archive
+        DestroyArchive.do
+      end
+
+      desc "setup_redis", "Sets connection params for redis."
+      method_option :server, :type => :string, :default => 'localhost', :required => true
+      method_option :port, :type => :string, :default => '6379', :required => true
+      method_option :password, :type => :string, :default => nil
+      def setup_redis
+        Connections.config_redis(options[:server],
+                                 options[:port],
+                                 options[:password])
+
+        Connections.write_settings
+      end
+
+
+      desc "gh_repo_stats", "Lists the most active repositories for a given time range."
+      method_option :after, :type => :string, :default => '2013-02-03T04:05:06+07:00', :required => true
+      method_option :before, :type => :string, :default => '2013-03-03T04:05:06+07:00', :required => true
+      method_option :event, :type => :string, :default => 'GollumEvent', :required => true
+      method_option :n, :type => :numeric, :default => 100, :required => true
+      def gh_repo_stats
+        date_from = build_date_time(options[:after])
+        date_to = build_date_time(options[:before])
+        date_array = (date_from.to_date..date_to.to_date).to_a
+        urls = build_url_array_from_dates(date_array)
+
+        if urls.nil?
+            puts "Bad time range. Please enter a correct time range."
+            exit 0
+        end
+
+        hour_count = urls.count
+
+        urls.each do |url|
+          archived = ArchivedUrl.where(url: url).first
+
+          if archived && archived.finished_processing
+            hour_count -= 1
+          elsif archived.nil?
+            ArchivedUrl.create(url: url, finished_processing: false)
+            Resque.enqueue(StatCollector, url)
+          end
+        end
+
+        if hour_count == 0
+          results = Event.results_for_range_and_type(date_from..date_to,
+                                                     options[:event],
+                                                     options[:n])
+
+          results.each do |url, count|
+            puts "#{url} - #{count} \n"
+          end
+        else
+          puts "You still need #{hour_count} hours of data to calculate this.."
+        end
+      end
+
+      desc "event_count", "Gets the current event count"
+      def event_count
+        puts Event.count
+      end
+
+      private
+
+      def build_date_time(time_str)
+        begin
+          date_time  = DateTime.strptime(time_str, '%Y-%m-%dT%H:%M:%S%z')
+          return date_time
+        rescue
+          puts "Bad time format for #{time_str}. Please use something like 2013-02-03T04:05:06+07:00"
+          exit 0
+        end
+      end
+
+      def build_url_array_from_dates(date_array)
+        hour_array = (0..23).to_a
+        date_array.collect { |date|
+          hour_array.collect { |hour|
+            "http://data.githubarchive.org/#{date.strftime("%Y-%m-%d")}-#{hour}.json.gz"
+          }
+        }.flatten!
+      end
+
+    end
+  end
+end
+
+Github::Archive::CLI.start

data/github-archive.gemspec

@@ -0,0 +1,34 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'github/archive/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "github-archive"
+  spec.version       = Github::Archive::VERSION
+  spec.authors       = ["cparratto"]
+  spec.email         = ["cparratto@gmail.com"]
+  spec.description   = %q{Github Archive}
+  spec.summary       = %q{A command line utility for concurrent processing and management of github event archives.}
+  spec.homepage      = "https://github.com/cparratto/github-archive"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'thor'
+  spec.add_dependency 'mysql'
+  spec.add_dependency 'activerecord'
+  spec.add_dependency 'yajl-ruby'
+  spec.add_dependency 'resque'
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "factory_girl"
+  spec.add_development_dependency 'database_cleaner'
+  spec.add_development_dependency "mocha"
+  spec.add_development_dependency "pry"
+end

data/lib/github/archive.rb

@@ -0,0 +1,29 @@
+require "github/archive/version"
+require 'mysql'
+require 'active_record'
+require 'open-uri'
+require 'zlib'
+require 'yajl'
+require 'resque'
+require 'yaml'
+require 'pry'
+
+require 'github/archive/connections'
+
+require 'github/archive/stat_collector'
+
+require 'github/archive/archived_url'
+require 'github/archive/event'
+
+require 'github/archive/create_archive'
+require 'github/archive/destroy_archive'
+
+module Github
+  module Archive
+    ::Github::Archive::Connections.init_settings
+    ::Github::Archive::Connections.read_settings
+
+    ::Github::Archive::Connections.connect_redis
+    ::Github::Archive::Connections.connect_mysql
+  end
+end

data/lib/github/archive/archived_url.rb

@@ -0,0 +1,9 @@
+module Github
+  module Archive
+    class ArchivedUrl < ::ActiveRecord::Base
+      def self.already_has?(url)
+        self.where(url: url).count != 0
+      end
+    end
+  end
+end

data/lib/github/archive/connections.rb

@@ -0,0 +1,85 @@
+module Github
+  module Archive
+    class Connections
+      class << self
+        SETTINGS = {}
+
+        def connect_mysql
+          ::ActiveRecord::Base.establish_connection( adapter: 'mysql',
+              server: SETTINGS['GHA']['MYSQL']['SERVER'],
+              username: SETTINGS['GHA']['MYSQL']['USERNAME'],
+              password: SETTINGS['GHA']['MYSQL']['PASSWORD'],
+              database: SETTINGS['GHA']['MYSQL']['DATABASE']
+          )
+        end
+
+        def config_mysql(server, user, password, database)
+          SETTINGS['GHA']['MYSQL']['SERVER'] = server
+          SETTINGS['GHA']['MYSQL']['USERNAME'] = user
+          SETTINGS['GHA']['MYSQL']['PASSWORD'] = password
+          SETTINGS['GHA']['MYSQL']['DATABASE'] = database
+        end
+
+        def connect_redis
+          if SETTINGS['GHA']['REDIS']['PASSWORD'].nil?
+            ::Resque.redis = Redis.new(:host => SETTINGS['GHA']['REDIS']['SERVER'],
+                                       :port => SETTINGS['GHA']['REDIS']['PORT'],
+                                       :thread_safe => true)
+          else
+            ::Resque.redis = Redis.new(:host => SETTINGS['GHA']['REDIS']['SERVER'],
+                                       :port => SETTINGS['GHA']['REDIS']['PORT'],
+                                       :password =>  SETTINGS['GHA']['REDIS']['PASSWORD'],
+                                       :thread_safe => true)
+          end
+        end
+
+        def config_redis(server, port, password)
+          SETTINGS['GHA']['REDIS']['SERVER'] = server
+          SETTINGS['GHA']['REDIS']['PORT'] = port
+          SETTINGS['GHA']['REDIS']['PASSWORD'] = password
+        end
+
+        def init_settings
+          SETTINGS['GHA'] ||= {}
+          SETTINGS['GHA']['MYSQL'] ||= {}
+          SETTINGS['GHA']['MYSQL']['SERVER'] ||= 'localhost'
+          SETTINGS['GHA']['MYSQL']['USERNAME'] ||= 'root'
+          SETTINGS['GHA']['MYSQL']['PASSWORD'] ||= nil
+          SETTINGS['GHA']['MYSQL']['DATABASE'] ||= 'github_archive'
+
+          SETTINGS['GHA']['REDIS'] ||= {}
+          SETTINGS['GHA']['REDIS']['SERVER'] ||= 'localhost'
+          SETTINGS['GHA']['REDIS']['PASSWORD'] ||= nil
+          SETTINGS['GHA']['REDIS']['PORT'] ||= '6379'
+        end
+
+        def read_settings
+          if File.exist?(setting_path)
+            settings = YAML::load_file setting_path
+
+            config_mysql settings['MYSQL']['SERVER'],
+                         settings['MYSQL']['USERNAME'],
+                         settings['MYSQL']['PASSWORD'],
+                         settings['MYSQL']['DATABASE']
+
+            config_redis settings['REDIS']['SERVER'],
+                         settings['REDIS']['PORT'],
+                         settings['REDIS']['PASSWORD']
+          end
+        end
+
+        def write_settings
+          File.open(setting_path, "w") do |file|
+            file.write SETTINGS['GHA'].to_yaml
+          end
+        end
+
+        private
+
+        def setting_path
+          "#{File.expand_path('~')}/.github-archive"
+        end
+      end
+    end
+  end
+end

data/lib/github/archive/create_archive.rb

@@ -0,0 +1,30 @@
+module Github
+  module Archive
+    module CreateArchive
+      def self.do
+        ActiveRecord::Schema.define do
+          unless Github::Archive::ArchivedUrl.table_exists?
+            create_table :archived_urls do |table|
+              table.column :url, :string
+              table.column :finished_processing, :boolean
+            end
+
+            add_index :archived_urls,:url
+          end
+
+          unless Github::Archive::Event.table_exists?
+            create_table :events do |table|
+              table.column :url, :string
+              table.column :event_type, :string
+              table.column :gh_created_at, :datetime
+            end
+
+            add_index :events, :url
+            add_index :events, :event_type
+            add_index :events, :gh_created_at
+          end
+        end
+      end
+    end
+  end
+end

data/lib/github/archive/destroy_archive.rb

@@ -0,0 +1,17 @@
+module Github
+  module Archive
+    module DestroyArchive
+      def self.do
+        ActiveRecord::Schema.define do
+          unless !Github::Archive::Event.table_exists?
+            drop_table :events
+          end
+
+          unless !Github::Archive::ArchivedUrl.table_exists?
+            drop_table :archived_urls
+          end
+        end
+      end
+    end
+  end
+end

data/lib/github/archive/event.rb

@@ -0,0 +1,47 @@
+module Github
+  module Archive
+    class Event < ::ActiveRecord::Base
+      scope :in_time_range, ->(range) { where(:gh_created_at => range) }
+      scope :with_event_type, ->(type) { where(:event_type => type) }
+
+      class << self
+        def create_with_json(raw_json)
+          json = raw_json.with_indifferent_access
+
+          if related_event?(json[:type])
+            url = "UNKNOWN"
+
+            if json[:repo]
+              url = json[:repo][:url]
+            elsif json[:repository]
+              url = json[:repository][:url]
+            end
+
+            self.create(
+                url: url,
+                event_type: json[:type],
+                gh_created_at: json[:created_at]
+            )
+          end
+        end
+
+        def results_for_range_and_type(range, type, limit)
+          self.in_time_range(range)
+          .with_event_type(type)
+          .group(:url)
+          .limit(limit)
+          .order('count(*) DESC')
+          .count(:url)
+        end
+
+        private
+
+        def related_event?(event_type)
+          event_type != "GistEvent" &&
+          event_type != "FollowEvent" &&
+          event_type != "TeamAddEvent"
+        end
+      end
+    end
+  end
+end

data/lib/github/archive/stat_collector.rb

@@ -0,0 +1,39 @@
+module Github
+  module Archive
+    class StatCollector
+      @queue = :github_archive
+
+      class << self
+        attr_reader :queue
+
+        def perform(stat_url)
+          archived = ArchivedUrl.where(url: stat_url).first
+
+          if archived.nil?
+            puts "cannot archive untracked url #{stat_url}"
+          elsif archived.finished_processing
+            puts "already processed #{stat_url}"
+          else
+            begin
+              ArchivedUrl.transaction do
+                puts "processing #{stat_url}"
+                gz = open(stat_url)
+                js = Zlib::GzipReader.new(gz).read
+                Yajl::Parser.parse(js) do |event|
+                  Github::Archive::Event.create_with_json(event)
+                end
+
+                archived.finished_processing = true
+                archived.save
+              end
+            rescue
+              puts "There was some kind of error while parsing #{stat_url}"
+              archived.finished_processing = true
+              archived.save
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/github/archive/version.rb

@@ -0,0 +1,5 @@
+module Github
+  module Archive
+    VERSION = "0.0.1"
+  end
+end

data/spec/factories/archived_url_factory.rb

@@ -0,0 +1,6 @@
+FactoryGirl.define do
+  factory :archived_url, :class => Github::Archive::ArchivedUrl do |f|
+    url "https://some.github.url"
+    finished_processing false
+  end
+end

data/spec/factories/event_factory.rb

@@ -0,0 +1,5 @@
+FactoryGirl.define do
+  factory :event, :class => Github::Archive::Event do |f|
+    event_type "GollumEvent"
+  end
+end

data/spec/github/archive/archived_url_spec.rb

@@ -0,0 +1,20 @@
+require 'spec_helper'
+
+module Github
+  module Archive
+    describe ArchivedUrl do
+      after(:each) do
+        ArchivedUrl.delete_all
+      end
+
+      it "tracks processed urls" do
+        FactoryGirl.create(:archived_url, url: 'test_url')
+        ArchivedUrl.already_has?("test_url").should be_true
+      end
+
+      it "does not track unprocessed urls" do
+        ArchivedUrl.already_has?("test_url").should be_false
+      end
+    end
+  end
+end

data/spec/github/archive/event_spec.rb

@@ -0,0 +1,117 @@
+require 'spec_helper'
+
+module Github
+  module Archive
+    describe Event do
+      after(:each) do
+        Event.delete_all
+      end
+
+      let(:expected_results) {{"url1"=>2, "url2"=>1, "url3"=>1}}
+      let(:json_data){
+        {"payload"=>
+             {"head"=>"6234f9fcb61c7b03782cf32e232ae1d90bf3c772",
+              "size"=>1,
+              "shas"=>
+                  [["6234f9fcb61c7b03782cf32e232ae1d90bf3c772",
+                    "dev+commit-bot@koideploy.com",
+                    "Display photo \"nuances\" from \"paul bica\"",
+                    "Koi Deploy Commit Bot",
+                    true]],
+              "ref"=>"refs/heads/master"},
+         "created_at"=>"2012-12-10T12:00:29-08:00",
+         "repository"=>
+             {"description"=>
+                  "Deploy your Rails app straight from GitHub to Heroku in a single click, or continuously triggered by your CI. This is an example application for continuous deployment via Travis CI. ",
+              "stargazers"=>1,
+              "owner"=>"koideploy",
+              "url"=>"https://github.com/koideploy/showcase",
+              "has_downloads"=>true,
+              "language"=>"Ruby",
+              "pushed_at"=>"2012-12-10T12:00:21-08:00",
+              "forks"=>0,
+              "has_issues"=>true,
+              "organization"=>"koideploy",
+              "fork"=>false,
+              "size"=>4368,
+              "has_wiki"=>false,
+              "name"=>"showcase",
+              "id"=>6306116,
+              "homepage"=>"http://showcase.koideploy.com",
+              "private"=>false,
+              "open_issues"=>0,
+              "created_at"=>"2012-10-19T23:38:50-07:00",
+              "watchers"=>1},
+         "actor_attributes"=>
+             {"login"=>"koideploy-commit-bot",
+              "name"=>"KoiDeploy Commit Bot",
+              "location"=>"Brisbane, Australia",
+              "company"=>"KoiDeploy",
+              "blog"=>"https://koideploy.com",
+              "type"=>"User",
+              "gravatar_id"=>"a1aea43cf721ab953474a0e4c699bc90"},
+         "url"=>
+             "https://github.com/koideploy/showcase/compare/ec6f77514f...6234f9fcb6",
+         "public"=>true,
+         "actor"=>"koideploy-commit-bot",
+         "type"=>"PushEvent"}
+      }
+
+      context "when looking up events" do
+        it "returns events in the correct time range" do
+          FactoryGirl.create(:event, gh_created_at: 3.days.ago)
+          FactoryGirl.create(:event, gh_created_at: 2.days.ago)
+          FactoryGirl.create(:event, gh_created_at: 1.days.ago)
+          FactoryGirl.create(:event, gh_created_at: DateTime.now)
+
+          Event.count.should eq 4
+          Event.in_time_range(2.days.ago..1.days.ago).count.should eq 2
+        end
+
+        it "returns events with the correct type" do
+          FactoryGirl.create(:event, event_type: "test_event")
+          FactoryGirl.create(:event, event_type: "test_event2")
+
+          Event.with_event_type("test_event").count.should eq 1
+        end
+      end
+
+      context "when creating events" do
+        it "creates repo events with json" do
+          Event.create_with_json(json_data)
+          event = Event.first
+          event.event_type.should == "PushEvent"
+          event.gh_created_at.to_s.should == "2012-12-10 12:00:29 UTC"
+          event.url.should == "https://github.com/koideploy/showcase"
+        end
+
+
+          ["GistEvent", "FollowEvent" ,"TeamAddEvent"].each do |event_str|
+            it "does not create for #{event_str} events" do
+              test_json = json_data.dup
+              test_json["type"] = event_str
+              Event.create_with_json(test_json)
+              Event.count.should eq 0
+            end
+          end
+      end
+
+      context "when getting results" do
+        it "returns a result hash with the correct results" do
+          FactoryGirl.create(:event, gh_created_at: 3.days.ago, event_type: "test_event1", url: "url1")
+          FactoryGirl.create(:event, gh_created_at: 2.days.ago, event_type: "test_event1", url: "url1")
+          FactoryGirl.create(:event, gh_created_at: 2.days.ago, event_type: "test_event1", url: "url2")
+          FactoryGirl.create(:event, gh_created_at: 2.days.ago, event_type: "test_event1", url: "url3")
+          FactoryGirl.create(:event, gh_created_at: 1.days.ago, event_type: "test_event3", url: "url3")
+          FactoryGirl.create(:event, gh_created_at: DateTime.now, event_type: "test_event3", url: "url4")
+
+          range = (3.days.ago..2.days.ago)
+
+          results = Event.results_for_range_and_type(range, "test_event1", 4)
+
+          results.should == expected_results
+        end
+      end
+    end
+  end
+end

data/spec/github/archive/stat_collector_spec.rb

@@ -0,0 +1,11 @@
+require 'spec_helper'
+
+module Github
+  module Archive
+    describe StatCollector do
+      it "has the correct queue" do
+        StatCollector.queue.should eq :github_archive
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,12 @@
+require 'rubygems'
+require 'rspec'
+require 'github/archive'
+require 'factory_girl'
+require 'pry'
+
+RSpec.configure do |config|
+  config.mock_with :mocha
+  config.order = 'random'
+end
+
+FactoryGirl.find_definitions

metadata

@@ -0,0 +1,241 @@
+--- !ruby/object:Gem::Specification
+name: github-archive
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- cparratto
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yajl-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: resque
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: factory_girl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: database_cleaner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Github Archive
+email:
+- cparratto@gmail.com
+executables:
+- github-archive
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/github-archive
+- github-archive.gemspec
+- lib/github/archive.rb
+- lib/github/archive/archived_url.rb
+- lib/github/archive/connections.rb
+- lib/github/archive/create_archive.rb
+- lib/github/archive/destroy_archive.rb
+- lib/github/archive/event.rb
+- lib/github/archive/stat_collector.rb
+- lib/github/archive/version.rb
+- spec/factories/archived_url_factory.rb
+- spec/factories/event_factory.rb
+- spec/github/archive/archived_url_spec.rb
+- spec/github/archive/event_spec.rb
+- spec/github/archive/stat_collector_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/cparratto/github-archive
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: A command line utility for concurrent processing and management of github
+  event archives.
+test_files:
+- spec/factories/archived_url_factory.rb
+- spec/factories/event_factory.rb
+- spec/github/archive/archived_url_spec.rb
+- spec/github/archive/event_spec.rb
+- spec/github/archive/stat_collector_spec.rb
+- spec/spec_helper.rb