ghtorrent 0.8.1 → 0.9

checksums.yaml

@@ -1,7 +1,15 @@
 ---
-SHA1:
-  metadata.gz: 964930d19ab5d35f6c70cafe72c8abf0e682ac87
-  data.tar.gz: 7bda9c3d934ab7c3d292587991dedc3f6e762cbc
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    MzBhZTlkNGYxYTc3ZTg4NzQ3OTQyMWQ3NTMxZGY1YzljYmE0MzIwZg==
+  data.tar.gz: !binary |-
+    NmE3OGNlNGY4Y2QzMGJkY2E3NWY0MTNhMTU2MDAyYTA3MDUzN2IzZQ==
 SHA512:
-  metadata.gz: 591e92ae026990ba6a2f0dddfc32b47df8983b829d1b2d675f6fe9fde977fc063cce322649e7c3b05398bc891568c6ab11117c253a4f19ff7edc6a9aa1045129
-  data.tar.gz: f4ba04030bdec8a390dc800e676fbb1dfd2c6f0efc26ce4696f8b2e14a0ed3c1a7975f98c1e670fbaa89c8e3b5e0c8e96d171e88cf9a70dea6b99a71a28d351b
+  metadata.gz: !binary |-
+    MTkwZWQwNmQ2MjE1OTU5ZWQ5NWRmZWFhYjY4ZGM3NTA5ZmY2ZDcyMTI0OGZj
+    ZGY0MDczZGFmYTZlZTEyYmMxYWI4YTU5ODQyZGFmM2YwZmNhODljMDZmMWJk
+    ZThiYWQ5OGUxMmI3Yjg1Nzk1MjBkZTFiNzkxZmE1NTAzNGFmNzM=
+  data.tar.gz: !binary |-
+    MmJiODg3NmU2OTdjZTA2Njc0MmFmZWRhM2JkZjA4NjY5OTRiZTJhOTEzZGJk
+    NmJhN2JkNGFjODdhZDk0YWY4MDIzY2NkODU5MDhjZDQxNjA4NzU0ZWFkYmMx
+    ZDE2Y2U3NzQ0ZDAxN2YxNmNjZDRiZTUzMDQ5OWY5OWY3ZDc3Yjc=

data/CHANGELOG

@@ -1,3 +1,6 @@
+= Version 0.9
+    * Remove dependency to EventMachine-based AMQP client. We now use bunny.
+
 = Version 0.8.1
 	* New tool to retrieve specific entities and their dependencies
 	* New tool to retrieve repositories en masse

data/Gemfile.lock

@@ -2,8 +2,8 @@ PATH
   remote: .
   specs:
     ghtorrent (0.8.1)
-      amqp (~> 1.1.0)
       bson_ext (~> 1.9.0)
+      bunny (~> 1.0.0)
       mongo (~> 1.9.0)
       sequel (~> 4.5.0)
       trollop (~> 2.0.0)
@@ -12,17 +12,15 @@ GEM
   remote: https://rubygems.org/
   specs:
     addressable (2.3.5)
-    amq-protocol (1.9.0)
-    amqp (1.1.7)
-      amq-protocol (>= 1.9.0)
-      eventmachine
+    amq-protocol (1.9.2)
     bson (1.9.2)
     bson_ext (1.9.2)
       bson (~> 1.9.2)
+    bunny (1.0.7)
+      amq-protocol (>= 1.9.2)
     crack (0.4.1)
       safe_yaml (~> 0.9.0)
     diff-lcs (1.2.5)
-    eventmachine (1.0.3)
     mongo (1.9.2)
       bson (~> 1.9.2)
     rspec (2.14.1)

data/README.md

@@ -8,7 +8,7 @@ checking out this repository.
 GHTorrent can be used for a variety of purposes, such as:
 
 * Mirror the Github API event stream and follow links from events to actual data
- to gradually build a [Github index](http://ghtorrent.org/dblite/)
+ to gradually build a [Github index](http://ghtorrent.org/)
 * Create a queriable metadata index for a specific repository
 * Query the Github API using intelligent caching to avoid duplicate queries
 

data/lib/ghtorrent/command.rb

@@ -1,6 +1,6 @@
 require 'rubygems'
 require 'trollop'
-require 'daemons'
+require 'bunny'
 require 'etc'
 
 require 'ghtorrent/settings'
@@ -135,6 +135,67 @@ Standard options:
     def go
     end
 
+    # Specify a handler to incoming messages from a connection to
+    # a queue.
+    # [queue]: The queue name to bind to
+    # [ack]: :before or :after when should acks be send, before or after
+    #        the block returns
+    # [block]: A block with one argument (the message)
+    def queue_client(queue, ack = :after, block)
+
+      stopped = false
+      while not stopped
+        begin
+          conn = Bunny.new(:host => config(:amqp_host),
+                           :port => config(:amqp_port),
+                           :username => config(:amqp_username),
+                           :password => config(:amqp_password))
+          conn.start
+
+          ch  = conn.create_channel
+          debug "Setting prefetch to #{config(:amqp_prefetch)}"
+          ch.prefetch(config(:amqp_prefetch))
+          debug "Connection to #{config(:amqp_host)} succeded"
+
+          x = ch.topic(config(:amqp_exchange), :durable => true,
+                       :auto_delete => false)
+          q   = ch.queue(queue, :durable => true)
+          q.bind(x)
+
+          q.subscribe(:block => true,
+                      :ack => true) do |delivery_info, properties, msg|
+
+            if ack == :before
+              ch.acknowledge(delivery_info.delivery_tag, false)
+            end
+
+            begin
+              block.call(msg)
+            ensure
+              ch.acknowledge(delivery_info.delivery_tag, false)
+            end
+          end
+
+        rescue Bunny::TCPConnectionFailed => e
+          warn "Connection to #{config(:amqp_host)} failed. Retrying in 1 sec"
+          sleep(1)
+        rescue Bunny::PossibleAuthenticationFailureError => e
+          warn "Could not authenticate as #{conn.username}"
+        rescue Bunny::NotFound, Bunny::AccessRefused, Bunny::PreconditionFailed => e
+          warn "Channel error: #{e}. Retrying in 1 sec"
+          sleep(1)
+        rescue Interrupt => _
+          stopped = true
+        rescue Exception => e
+          raise e
+        end
+      end
+
+      ch.close unless ch.nil?
+      conn.close unless conn.nil?
+
+    end
+
     def override_config(config_file, setting, new_value)
       puts "Overriding configuration #{setting}=#{config(setting)} with cmd line #{new_value}"
       merge_config_values(config_file, {setting => new_value})

data/lib/ghtorrent/commands/ght_data_retrieval.rb

@@ -1,7 +1,6 @@
 require 'rubygems'
-require 'amqp'
+require 'bunny'
 require 'json'
-require 'pp'
 
 require 'ghtorrent/ghtorrent'
 require 'ghtorrent/settings'
@@ -158,67 +157,75 @@ Retrieves events from queues and processes them through GHTorrent
       }
     end
 
-    # Graceful exit
-    Signal.trap('INT') {
-      info "GHTDataRetrieval: Received SIGINT, exiting"
-      AMQP.stop { EM.stop }
-    }
-
-    Signal.trap('TERM') {
-      info "GHTDataRetrieval: Received SIGTERM, exiting"
-      AMQP.stop { EM.stop }
-    }
-
-    AMQP.start(:host => config(:amqp_host),
-               :port => config(:amqp_port),
-               :username => config(:amqp_username),
-               :password => config(:amqp_password)) do |connection|
-
-      channel = AMQP::Channel.new(connection)
-      channel.prefetch(config(:amqp_prefetch))
-      exchange = channel.topic(config(:amqp_exchange), :durable => true,
-                               :auto_delete => false)
-
-      handlers.each { |h|
-        queue = channel.queue("#{h}s", {:durable => true})\
-                       .bind(exchange, :routing_key => "evt.#{h}")
-
-        info "GHTDataRetrieval: Binding handler #{h} to routing key evt.#{h}"
-
-        queue.subscribe(:ack => true) do |headers, msg|
-          begin
-
-            event = persister.get_underlying_connection[:events].find_one('id' => msg)
-            event.delete '_id'
-            data = parse(event.to_json)
-            info "GHTDataRetrieval: Processing event: #{data['type']}-#{data['id']}"
-
-            unless options[:filter].nil?
-              if filter.include?(data['repo']['name'])
-                send(h, data)
-              else
-                info "GHTDataRetrieval: Repo #{data['repo']['name']} not in process list. Ignoring event #{data['type']}-#{data['id']}"
-              end
-            else
+
+    conn = Bunny.new(:host => config(:amqp_host),
+                     :port => config(:amqp_port),
+                     :username => config(:amqp_username),
+                     :password => config(:amqp_password))
+    conn.start
+
+    channel = conn.create_channel
+    debug "Setting prefetch to #{config(:amqp_prefetch)}"
+    channel.prefetch(config(:amqp_prefetch))
+    debug "Connection to #{config(:amqp_host)} succeded"
+
+    exchange = channel.topic(config(:amqp_exchange), :durable => true,
+                             :auto_delete => false)
+
+    handlers.each do |h|
+      queue = channel.queue("#{h}s", {:durable => true})\
+                         .bind(exchange, :routing_key => "evt.#{h}")
+
+      info "GHTDataRetrieval: Binding handler #{h} to routing key evt.#{h}"
+
+      queue.subscribe(:ack => true) do |headers, properties, msg|
+        begin
+
+          event = persister.get_underlying_connection[:events].find_one('id' => msg)
+          event.delete '_id'
+          data = parse(event.to_json)
+          info "GHTDataRetrieval: Processing event: #{data['type']}-#{data['id']}"
+
+          unless options[:filter].nil?
+            if filter.include?(data['repo']['name'])
               send(h, data)
-            end
-            headers.ack
-            info "GHTDataRetrieval: Processed event: #{data['type']}-#{data['id']}"
-          rescue Exception => e
-            # Give a message a chance to be reprocessed
-            if headers.redelivered?
-              warn "GHTDataRetrieval: Could not process event: #{msg}"
-              headers.reject(:requeue => false)
             else
-              headers.reject(:requeue => true)
+              info "GHTDataRetrieval: Repo #{data['repo']['name']} not in process list. Ignoring event #{data['type']}-#{data['id']}"
             end
-
-            STDERR.puts e
-            STDERR.puts e.backtrace.join("\n")
+          else
+            send(h, data)
+          end
+          channel.acknowledge(headers.delivery_tag, false)
+          info "GHTDataRetrieval: Processed event: #{data['type']}-#{data['id']}"
+        rescue Exception => e
+          # Give a message a chance to be reprocessed
+          if headers.redelivered?
+            warn "GHTDataRetrieval: Could not process event: #{msg}"
+            channel.reject(headers.delivery_tag, false)
+          else
+            channel.reject(headers.delivery_tag, true)
           end
+
+          STDERR.puts e
+          STDERR.puts e.backtrace.join("\n")
         end
-      }
+      end
     end
+
+    stopped = false
+    while not stopped
+      begin
+        sleep(1)
+      rescue Interrupt => _
+        debug 'Exit requested'
+        stopped = true
+      end
+    end
+
+    debug 'Closing AMQP connection'
+    channel.close unless channel.nil?
+    conn.close unless conn.nil?
+
   end
 end
 

data/lib/ghtorrent/commands/ght_load.rb

@@ -1,8 +1,7 @@
 require 'rubygems'
 require 'mongo'
-require 'amqp'
-require 'eventmachine'
 require 'pp'
+require 'bunny'
 
 require 'ghtorrent/settings'
 require 'ghtorrent/logging'
@@ -36,8 +35,6 @@ Loads object ids from a collection to a queue for further processing.
                 :type => :int
     options.opt :number, 'Total number of items to load',
                 :short => 'n', :type => :int, :default => 2**48
-    options.opt :batch, 'Number of items to process in a batch',
-                :short => 'b', :type => :int, :default => 10000
     options.opt :filter,
                 'Filter items by regexp on item attributes: item.attr=regexp',
                 :short => 'f', :type => String, :multi => true
@@ -62,16 +59,10 @@ Loads object ids from a collection to a queue for further processing.
     # Num events read
     total_read = 0
 
-    puts "Loading items after #{Time.at(options[:earliest])}" if options[:verbose]
-    puts "Loading items before #{Time.at(options[:latest])}" if options[:verbose]
-    puts "Loading #{options[:batch]} items per batch" if options[:batch]
+    puts "Loading events after #{Time.at(options[:earliest])}" if options[:verbose]
+    puts "Loading events before #{Time.at(options[:latest])}" if options[:verbose]
     puts "Loading #{options[:number]} items" if options[:verbose]
 
-    if options[:batch] >= options[:number]
-      puts "Batch > number of items, setting batch to #{options[:number]}"
-      options[:batch] = options[:number]
-    end
-
     what = case
              when options[:filter].is_a?(Array)
                options[:filter].reduce({}) { |acc,x|
@@ -90,60 +81,43 @@ Loads object ids from a collection to a queue for further processing.
 
     (puts 'Mongo filter:'; pp what.merge(from)) if options[:verbose]
 
-    AMQP.start(:host => config(:amqp_host),
-               :port => config(:amqp_port),
-               :username => config(:amqp_username),
-               :password => config(:amqp_password)) do |connection|
+    conn = Bunny.new(:host => config(:amqp_host),
+                     :port => config(:amqp_port),
+                     :username => config(:amqp_username),
+                     :password => config(:amqp_password))
+    conn.start
 
-      channel = AMQP::Channel.new(connection)
-      exchange = channel.topic(config(:amqp_exchange),
-                               :durable => true, :auto_delete => false)
+    channel = conn.create_channel
+    puts "Connection to #{config(:amqp_host)} succeded"
 
-      # What to do when the user hits Ctrl+c
-      show_stopper = Proc.new {
-        puts('Closing connection')
-        connection.close { EventMachine.stop }
-      }
+    exchange = channel.topic(config(:amqp_exchange),
+                             :durable => true, :auto_delete => false)
 
-      # Read next options[:batch] items and queue them
-      read_and_publish = Proc.new {
-        num_read = 0
+    stopped = false
+    while not stopped
+      begin
         persister.get_underlying_connection[:events].find(what.merge(from),
-                                        :snapshot => true,
-                                        :skip => total_read,
-                                        :limit => options[:batch]).each do |e|
+                                                          :snapshot => true).each do |e|
           unq = read_value(e, 'type')
           if unq.class != String or unq.nil? then
-            throw Exception.new('Unique value can only be a String')
+            raise Exception.new('Unique value can only be a String')
           end
 
           exchange.publish e['id'], :persistent => false,
                            :routing_key => "evt.#{e['type']}"
 
-          num_read += 1
           total_read += 1
-          puts "Publish id = #{e['id']} (#{num_read} read, #{total_read} total)" if options.verbose
-        end
+          puts "Publish id = #{e['id']} (#{total_read} read)" if options.verbose
 
-        if total_read >= options[:number] or num_read == 0
-          puts 'Finished reading, exiting'
-          show_stopper.call
-        else
-          # Schedule new event processing cycle
-          EventMachine.next_tick do
-            read_and_publish.call
+          if total_read >= options[:number]
+            puts 'Finished reading, exiting'
+            break
           end
         end
-      }
-
-      # Signal handlers
-      Signal.trap('INT', show_stopper)
-      Signal.trap('TERM', show_stopper)
-
-      EventMachine.add_timer(0.1) do
-        read_and_publish.call
+      rescue Interrupt
+        puts 'Interrupted'
+        stopped = true
       end
-
     end
   end
 

data/lib/ghtorrent/commands/ght_mirror_events.rb

@@ -1,9 +1,7 @@
-require 'rubygems'
 require 'yaml'
-require 'amqp'
-require 'eventmachine'
 require 'json'
 require 'logger'
+require 'bunny'
 
 require 'ghtorrent/api_client'
 require 'ghtorrent/settings'
@@ -53,11 +51,10 @@ class GHTMirrorEvents < GHTorrent::Command
         (new1, dupl1, stored1) = store_count events
         stored = stored | stored1
         new = new + new1
-        new
       end
 
       stored.each do |e|
-        key = "evt.%s" % e['type']
+        key = "evt.#{e['type']}"
         exchange.publish e['id'], :persistent => true, :routing_key => key
       end
       return new, dupl
@@ -71,46 +68,37 @@ class GHTMirrorEvents < GHTorrent::Command
     @persister = connect(:mongo, @settings)
     @logger = Logger.new(STDOUT)
 
-    # Graceful exit
-    Signal.trap('INT') {
-      info "Received SIGINT, exiting"
-      AMQP.stop { EM.stop }
-    }
-    Signal.trap('TERM') {
-      info "Received SIGTERM, exiting"
-      AMQP.stop { EM.stop }
-    }
+    conn = Bunny.new(:host => config(:amqp_host),
+                     :port => config(:amqp_port),
+                     :username => config(:amqp_username),
+                     :password => config(:amqp_password))
+    conn.start
 
-    # The event loop
-    AMQP.start(:host => config(:amqp_host),
-               :port => config(:amqp_port),
-               :username => config(:amqp_username),
-               :password => config(:amqp_password)) do |connection|
+    ch  = conn.create_channel
+    @logger.debug "Connection to #{config(:amqp_host)} succeded"
 
-      # Statistics used to recalibrate event delays
-      dupl_msgs = new_msgs = 1
+    exchange = ch.topic(config(:amqp_exchange), :durable => true,
+                 :auto_delete => false)
 
-      debug "connected to rabbit"
-
-      channel = AMQP::Channel.new(connection)
-      exchange = channel.topic(config(:amqp_exchange), :durable => true,
-                               :auto_delete => false)
-
-      # Retrieve events
-      EventMachine.add_periodic_timer(5) do
+    dupl_msgs = new_msgs = loops = 0
+    stopped = false
+    while not stopped
+      begin
         (new, dupl) = retrieve exchange
         dupl_msgs += dupl
         new_msgs += new
-      end
-
-      # Adjust event retrieval delay time to reduce load to Github
-      EventMachine.add_periodic_timer(12) do
-        ratio = (dupl_msgs.to_f / (dupl_msgs + new_msgs).to_f)
-
-        info("Stats: #{new_msgs} new, #{dupl_msgs} duplicate, ratio: #{ratio}")
-
-        # Reset counters for new loop
-        dupl_msgs = new_msgs = 0
+        loops += 1
+        sleep(5)
+
+        if loops >= 12 # One minute
+          ratio = (dupl_msgs.to_f / (dupl_msgs + new_msgs).to_f)
+          info("Stats: #{new_msgs} new, #{dupl_msgs} duplicate, ratio: #{ratio}")
+          dupl_msgs = new_msgs = loops = 0
+        end
+      rescue Interrupt
+        stopped = true
+      rescue Exception => e
+        @logger.error e
       end
     end
   end

data/lib/ghtorrent/commands/ght_retrieve_dependents.rb

@@ -1,5 +1,4 @@
 require 'rubygems'
-require 'amqp'
 require 'json'
 require 'pp'
 

data/lib/ghtorrent/commands/ght_retrieve_repos.rb

@@ -3,6 +3,8 @@ require 'ghtorrent/settings'
 require 'ghtorrent/logging'
 require 'ghtorrent/command'
 require 'ghtorrent/retriever'
+require "bunny"
+
 
 class GHTRetrieveRepos < GHTorrent::Command
 
@@ -67,7 +69,7 @@ Values in the config.yaml file set with the -c command are overriden.
           retriever.stop
         }
 
-        retriever.run
+        retriever.run(self)
         exit
       else
         debug "Parent #{Process.pid} forked child #{pid}"
@@ -122,80 +124,45 @@ class GHTRepoRetriever
     @config
   end
 
-  def run
-    AMQP.start(:host => config(:amqp_host),
-               :port => config(:amqp_port),
-               :username => config(:amqp_username),
-               :password => config(:amqp_password)) do |connection|
+  def run(command)
+
+    processor = Proc.new do |msg|
+      owner, repo = msg.split(/ /)
+      user_entry = ght.transaction { ght.ensure_user(owner, false, false) }
 
-      connection.on_tcp_connection_loss do |conn, settings|
-        warn 'AMQP: Network failure. Trying to reconnect...'
-        conn.reconnect(false, 2)
+      if user_entry.nil?
+        warn("Cannot find user #{owner}")
+        next
       end
 
-      channel = AMQP::Channel.new(connection)
-      channel.auto_recovery = true
-      channel.prefetch(1)
+      repo_entry = ght.transaction { ght.ensure_repo(owner, repo) }
 
-      channel.on_error do |ch, channel_close|
-        warn 'AMQP: Channel closed. Should reconnect by itself'
-        raise channel_close.reply_text
+      if repo_entry.nil?
+        warn("Cannot find repository #{owner}/#{repo}")
+        next
       end
 
-      exchange = channel.topic(config(:amqp_exchange), :durable => true,
-                               :auto_delete => false)
+      debug("Retrieving repo #{owner}/#{repo}")
 
-      queue = channel.queue(@queue, {:durable => true}).bind(exchange)
-
-      queue.subscribe(:ack => true) do |headers, msg|
-        owner,repo = msg.split(/ /)
-        user_entry = ght.transaction { ght.ensure_user(owner, false, false) }
+      def send_message(function, user, repo)
+        ght.send(function, user, repo, refresh = false)
+      end
 
-        if user_entry.nil?
-          warn("Cannot find user #{owner}")
-          headers.ack
-          next
-        end
+      functions = %w(ensure_commits ensure_forks ensure_pull_requests
+            ensure_issues ensure_project_members ensure_watchers ensure_labels)
 
-        repo_entry = ght.transaction { ght.ensure_repo(owner, repo) }
+      functions.each do |x|
 
-        if repo_entry.nil?
-          warn("Cannot find repository #{owner}/#{repo}")
-          headers.ack
+        begin
+          send_message(x, owner, repo)
+        rescue Exception
+          warn("Error processing #{x} for #{owner}/#{repo}")
           next
         end
-  
-        debug("Retrieving repo #{owner}/#{repo}")
-        def send_message(function, user, repo)
-          ght.send(function, user, repo, refresh = false)
-        end
-
-        functions = %w(ensure_commits ensure_forks ensure_pull_requests
-          ensure_issues ensure_project_members ensure_watchers ensure_labels)
-
-        functions.each do |x|
-
-          begin
-            send_message(x, owner, repo)
-          rescue Interrupt
-            stop
-          rescue Exception
-            warn("Error processing #{x} for #{owner}/#{repo}")
-            next
-          end
-
-          if @stop
-            break
-          end
-        end
-
-        headers.ack
-        debug("Finished processing #{owner}/#{repo}")
-        if @stop
-          connection.disconnect{AMQP.stop { EM.stop }}
-        end
       end
     end
+
+    command.queue_client(@queue, :before, processor)
   end
 
   def stop

data/lib/version.rb

@@ -1,5 +1,5 @@
 module GHTorrent
 
-  VERSION = '0.8.1'
+  VERSION = '0.9'
 
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ghtorrent
 version: !ruby/object:Gem::Version
-  version: 0.8.1
+  version: '0.9'
 platform: ruby
 authors:
 - Georgios Gousios
@@ -9,24 +9,24 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-12-17 00:00:00.000000000 Z
+date: 2014-01-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: amqp
+  name: mongo
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.1.0
+        version: 1.9.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.1.0
+        version: 1.9.0
 - !ruby/object:Gem::Dependency
-  name: mongo
+  name: bson_ext
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
@@ -40,47 +40,47 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 1.9.0
 - !ruby/object:Gem::Dependency
-  name: bson_ext
+  name: trollop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.9.0
+        version: 2.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.9.0
+        version: 2.0.0
 - !ruby/object:Gem::Dependency
-  name: trollop
+  name: sequel
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: 4.5.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: 4.5.0
 - !ruby/object:Gem::Dependency
-  name: sequel
+  name: bunny
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 4.5.0
+        version: 1.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 4.5.0
+        version: 1.0.0
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -109,9 +109,8 @@ dependencies:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.16'
-description: |-
-  A library and a collection of associated programs
-                      to mirror and process Github data
+description: ! "A library and a collection of associated programs\n                    to
+  mirror and process Github data"
 email: gousiosg@gmail.com
 executables:
 - ght-data-retrieval
@@ -125,7 +124,6 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- lib/ghtorrent.rb
 - lib/ghtorrent/adapters/base_adapter.rb
 - lib/ghtorrent/adapters/mongo_persister.rb
 - lib/ghtorrent/adapters/noop_persister.rb
@@ -169,6 +167,7 @@ files:
 - lib/ghtorrent/time.rb
 - lib/ghtorrent/transacted_ghtorrent.rb
 - lib/ghtorrent/utils.rb
+- lib/ghtorrent.rb
 - lib/version.rb
 - bin/ght-data-retrieval
 - bin/ght-get-more-commits
@@ -184,8 +183,8 @@ files:
 - Gemfile
 - Gemfile.lock
 - LICENSE
-- README.md
 - Rakefile
+- README.md
 - spec/api_client_spec.rb
 - spec/spec_helper.rb
 homepage: https://github.com/gousiosg/github-mirror
@@ -198,17 +197,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.3
+rubygems_version: 2.1.3
 signing_key: 
 specification_version: 4
 summary: Mirror and process Github data