ghtorrent 0.2

data/lib/ghtorrent/utils.rb

@@ -0,0 +1,58 @@
+# Copyright 2012 Georgios Gousios <gousiosg@gmail.com>
+#
+# Redistribution and use in source and binary forms, with or
+# without modification, are permitted provided that the following
+# conditions are met:
+#
+#   1. Redistributions of source code must retain the above
+#      copyright notice, this list of conditions and the following
+#      disclaimer.
+#
+#   2. Redistributions in binary form must reproduce the above
+#      copyright notice, this list of conditions and the following
+#      disclaimer in the documentation and/or other materials
+#      provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# AS IS AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
+# TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS OR
+# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
+# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
+# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+
+module GHTorrent
+  module Utils
+    # Read a value whose format is "foo.bar.baz" from a hierarchical map
+    # (the result of a JSON parse or a Mongo query), where a dot represents
+    # one level deep in the result hierarchy.
+    def read_value(from, key)
+      return from if key.nil? or key == ""
+
+      key.split(/\./).reduce({}) do |acc, x|
+        unless acc.nil?
+          if acc.empty?
+            # Initial run
+            acc = from[x]
+          else
+            if acc.has_key?(x)
+              acc = acc[x]
+            else
+              # Some intermediate key does not exist
+              return nil
+            end
+          end
+        else
+          # Some intermediate key returned a null value
+          # This indicates a malformed entry
+          return nil
+        end
+      end
+    end
+  end
+end

data/test/callstack_test.rb

@@ -0,0 +1,67 @@
+require "test/unit"
+require 'ghtorrent-old'
+
+class CallStackTest < Test::Unit::TestCase
+
+  def setup
+  end
+
+  def teardown
+  end
+
+  def test_constructor
+    a = CallStack.new('users', 0)
+    b = CallStack.new('users', 0)
+    assert_equal a,b
+  end
+
+  def test_push
+    stack = CallStack.new('users1', 0)
+    assert_not_nil stack
+
+    stack.push("foo bar")
+    stack.push("2")
+    stack.push("1234421")
+    stack.empty
+  end
+
+  def test_pop
+    stack = CallStack.new('users2', 0)
+    assert_not_nil stack
+
+    stack.push("foo bar")
+    stack.push("2")
+    stack.push("1234421")
+
+    assert stack.pop == "1234421"
+    stack.empty
+  end
+
+  def test_push_pop_push
+    stack = CallStack.new('users3', 0)
+    assert_not_nil stack
+
+    stack.push("foo bar")
+    stack.push("2")
+
+    stack.pop
+
+    stack.push("1234421")
+
+    stack.empty
+  end
+
+  def test_stress
+    stack = CallStack.new('users4', 0)
+
+    1000.times do
+      txt = (0..rand(20)).map{65.+(rand(25)).chr}.join
+      stack.push txt
+    end
+
+    999.times do
+      stack.pop
+    end
+    stack.pop
+  end
+end

metadata

@@ -0,0 +1,181 @@
+--- !ruby/object:Gem::Specification 
+name: ghtorrent
+version: !ruby/object:Gem::Version 
+  hash: 15
+  prerelease: 
+  segments: 
+  - 0
+  - 2
+  version: "0.2"
+platform: ruby
+authors: 
+- Georgios Gousios
+- Diomidis Spinellis
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-05-18 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: amqp
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 25
+        segments: 
+        - 0
+        - 9
+        version: "0.9"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: mongo
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 1
+        - 6
+        version: "1.6"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: bson_ext
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 1
+        - 6
+        version: "1.6"
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: json
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 1
+        - 6
+        version: "1.6"
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: trollop
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 47
+        segments: 
+        - 1
+        - 16
+        version: "1.16"
+  type: :runtime
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: sequel
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 65
+        segments: 
+        - 3
+        - 35
+        version: "3.35"
+  type: :runtime
+  version_requirements: *id006
+description: |-
+  A library and a collection of associated programs
+                      to mirror and process Github data
+email: gousiosg@gmail.com
+executables: 
+- ght-data-retrieval
+- ght-mirror-events
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/ghtorrent/adapters/base_adapter.rb
+- lib/ghtorrent/adapters/mongo_persister.rb
+- lib/ghtorrent/adapters/noop_persister.rb
+- lib/ghtorrent/api_client.rb
+- lib/ghtorrent/call_stack.rb
+- lib/ghtorrent/command.rb
+- lib/ghtorrent/ghtorrent.rb
+- lib/ghtorrent/logging.rb
+- lib/ghtorrent/migrations/001_init_schema.rb
+- lib/ghtorrent/migrations/002_add_followers_created_at.rb
+- lib/ghtorrent/migrations/003_add_external_ref_ids.rb
+- lib/ghtorrent/persister.rb
+- lib/ghtorrent/retriever.rb
+- lib/ghtorrent/settings.rb
+- lib/ghtorrent/utils.rb
+- lib/ghtorrent.rb
+- bin/ght-data-retrieval
+- bin/ght-load
+- bin/ght-mirror-events
+- bin/ght-periodic-dump
+- bin/ght-rm-dupl
+- bin/ght-torrent-index
+- Rakefile
+- README.md
+- test/callstack_test.rb
+homepage: https://github.com/gousiosg/github-mirror
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Mirror and process Github data
+test_files: []
+