clusta 0.0.1

data/spec/clusta/transforms/edges_to_degrees_spec.rb

@@ -0,0 +1,22 @@
+require 'spec_helper'
+
+describe Clusta::Transforms::EdgesToDegrees do
+
+  it "handles undirected, unweighted edges" do
+    transforming("edges/undirected.unweighted.tsv", :with => "edges_to_degrees").should have_output("degrees/undirected.tsv")
+  end
+
+  it "handles undirected, weighted edges" do
+    transforming("edges/undirected.weighted.tsv", :with => "edges_to_degrees").should have_output("degrees/undirected.tsv")
+  end
+  
+  it "handles directed, unweighted edges" do
+    transforming("edges/directed.unweighted.tsv", :with => "edges_to_degrees").should have_output("degrees/directed.tsv")
+  end
+  
+  it "handles directed, weighted edges" do
+    transforming("edges/directed.weighted.tsv", :with => "edges_to_degrees").should have_output("degrees/directed.tsv")
+  end
+  
+  
+end

data/spec/clusta/transforms/edges_to_vertex_arrows_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+
+describe Clusta::Transforms::EdgesToVertexArrows do
+
+  it "handles undirected, unweighted edges" do
+    transforming("edges/undirected.unweighted.tsv", :with => "edges_to_vertex_arrows").should have_output("vertex_arrows/undirected.unweighted.tsv")
+  end
+
+  it "handles undirected, weighted edges" do
+    transforming("edges/undirected.weighted.tsv", :with => "edges_to_vertex_arrows").should have_output("vertex_arrows/undirected.weighted.tsv")
+  end
+  
+  it "handles directed, unweighted edges" do
+    transforming("edges/directed.unweighted.tsv", :with => "edges_to_vertex_arrows").should have_output("vertex_arrows/directed.unweighted.tsv")
+  end
+  
+  it "handles directed, weighted edges" do
+    transforming("edges/directed.weighted.tsv", :with => "edges_to_vertex_arrows").should have_output("vertex_arrows/directed.weighted.tsv")
+  end
+  
+end

data/spec/data/README.rdoc

@@ -0,0 +1,54 @@
+This is the sample undirected network:
+
+   1 -- 2 -- 3
+   |
+   4 -- 5 -- 6
+        |    |
+        7 -- 8 -- 9
+
+This is the sample directed network:
+
+   1 --> 2 <-- 3
+   ^
+   |
+   |
+   4 <-- 5 <-- 6
+         ^     ^
+         |     |
+         v     |
+         7 --> 8 --> 9
+
+This is the sample undirected, weighted network:
+
+   1 --0.5-- 2 --0.1-- 3
+   |
+  0.8
+   |
+   4 --0.9-- 5 --0.4-- 6
+             |         |
+            0.3       0.7
+             |         |
+             7 --0.0-- 8 --1.0-- 9
+
+This is the sample directed, weighted network.
+
+   1 --0.5--> 2 <--0.1-- 3
+   ^
+   |
+   |
+  0.8
+   |
+   |
+   4 <--0.9-- 5 <--0.4-- 6
+              |          ^
+           ^     |       |
+           |     |       |
+           |     |       |
+          0.3   0.2     0.7
+           |     |       |
+	   |     |       |
+           |     v       |
+              |          |
+              7 --0.0--> 8 --1.0--> 9
+
+Node 0 is always disconnected from the rest of the graph.

data/spec/data/degrees/directed.tsv

@@ -0,0 +1,9 @@
+DirectedDegree	1	1	1
+DirectedDegree	2	2	0
+DirectedDegree	3	0	1
+DirectedDegree	4	1	1
+DirectedDegree	5	2	2
+DirectedDegree	6	1	1
+DirectedDegree	7	1	2
+DirectedDegree	8	1	2
+DirectedDegree	9	1	0

data/spec/data/degrees/undirected.tsv

@@ -0,0 +1,9 @@
+Degree	1	2
+Degree	2	2
+Degree	3	1
+Degree	4	2
+Degree	5	3
+Degree	6	2
+Degree	7	2
+Degree	8	3
+Degree	9	1

data/spec/data/edges/directed.unweighted.tsv

@@ -0,0 +1,10 @@
+DirectedEdge	1	2
+DirectedEdge	3	2
+DirectedEdge	4	1
+DirectedEdge	5	4
+DirectedEdge	6	5
+DirectedEdge	5	7
+DirectedEdge	7	5
+DirectedEdge	8	6
+DirectedEdge	7	8
+DirectedEdge	8	9

data/spec/data/edges/directed.weighted.tsv

@@ -0,0 +1,10 @@
+DirectedEdge	1	2	0.5
+DirectedEdge	3	2	0.1
+DirectedEdge	4	1	0.8
+DirectedEdge	5	4	0.9
+DirectedEdge	6	5	0.4
+DirectedEdge	5	7	0.2
+DirectedEdge	7	5	0.3
+DirectedEdge	8	6	0.7
+DirectedEdge	7	8	0.0
+DirectedEdge	8	9	1.0

data/spec/data/edges/undirected.unweighted.tsv

@@ -0,0 +1,9 @@
+Edge	1	2
+Edge	2	3
+Edge	1	4
+Edge	4	5
+Edge	5	6
+Edge	5	7
+Edge	6	8
+Edge	7	8
+Edge	8	9

data/spec/data/edges/undirected.weighted.tsv

@@ -0,0 +1,9 @@
+Edge	1	2	0.5
+Edge	2	3	0.1
+Edge	1	4	0.8
+Edge	4	5	0.9
+Edge	5	6	0.4
+Edge	5	7	0.3
+Edge	6	8	0.7
+Edge	7	8	0.0
+Edge	8	9	1.0

data/spec/data/vertex_arrows/directed.unweighted.tsv

@@ -0,0 +1,7 @@
+DirectedVertexArrows	1	DirectedArrow;2
+DirectedVertexArrows	3	DirectedArrow;2
+DirectedVertexArrows	4	DirectedArrow;1
+DirectedVertexArrows	5	DirectedArrow;4	DirectedArrow;7
+DirectedVertexArrows	6	DirectedArrow;5
+DirectedVertexArrows	7	DirectedArrow;5	DirectedArrow;8
+DirectedVertexArrows	8	DirectedArrow;6	DirectedArrow;9

data/spec/data/vertex_arrows/directed.weighted.tsv

@@ -0,0 +1,7 @@
+DirectedVertexArrows	1	DirectedArrow;2;0.5
+DirectedVertexArrows	3	DirectedArrow;2;0.1
+DirectedVertexArrows	4	DirectedArrow;1;0.8
+DirectedVertexArrows	5	DirectedArrow;4;0.9	DirectedArrow;7;0.2
+DirectedVertexArrows	6	DirectedArrow;5;0.4
+DirectedVertexArrows	7	DirectedArrow;5;0.3	DirectedArrow;8;0.0
+DirectedVertexArrows	8	DirectedArrow;6;0.7	DirectedArrow;9;1.0

data/spec/data/vertex_arrows/undirected.unweighted.tsv

@@ -0,0 +1,9 @@
+VertexArrows	1	Arrow;2	Arrow;4
+VertexArrows	2	Arrow;1	Arrow;3
+VertexArrows	3	Arrow;2
+VertexArrows	4	Arrow;1	Arrow;5
+VertexArrows	5	Arrow;4	Arrow;6	Arrow;7
+VertexArrows	6	Arrow;5	Arrow;8
+VertexArrows	7	Arrow;5	Arrow;8
+VertexArrows	8	Arrow;6	Arrow;7	Arrow;9
+VertexArrows	9	Arrow;8

data/spec/data/vertex_arrows/undirected.weighted.tsv

@@ -0,0 +1,9 @@
+VertexArrows	1	Arrow;2;0.5	Arrow;4;0.8
+VertexArrows	2	Arrow;1;0.5	Arrow;3;0.1
+VertexArrows	3	Arrow;2;0.1
+VertexArrows	4	Arrow;1;0.8	Arrow;5;0.9
+VertexArrows	5	Arrow;4;0.9	Arrow;6;0.4	Arrow;7;0.3
+VertexArrows	6	Arrow;5;0.4	Arrow;8;0.7
+VertexArrows	7	Arrow;5;0.3	Arrow;8;0.0
+VertexArrows	8	Arrow;6;0.7	Arrow;7;0.0	Arrow;9;1.0
+VertexArrows	9	Arrow;8;1.0

data/spec/spec_helper.rb

@@ -0,0 +1,21 @@
+require 'rspec'
+
+CLUSTA_ROOT_DIR      = File.expand_path( '../', File.dirname(__FILE__)) unless defined?(CLUSTA_ROOT_DIR)
+CLUSTA_LIB_DIR       = File.join(CLUSTA_ROOT_DIR, 'lib')   unless defined?(CLUSTA_LIB_DIR)
+CLUSTA_BIN_DIR       = File.join(CLUSTA_ROOT_DIR, 'bin')   unless defined?(CLUSTA_BIN_DIR)
+CLUSTA_SPEC_DIR      = File.join(CLUSTA_ROOT_DIR, 'spec')  unless defined?(CLUSTA_SPEC_DIR)
+CLUSTA_SPEC_DATA_DIR = File.join(CLUSTA_SPEC_DIR, 'data')  unless defined?(CLUSTA_SPEC_DATA_DIR)
+
+$:.unshift << CLUSTA_LIB_DIR unless $:.include?(CLUSTA_LIB_DIR)
+require 'clusta'
+
+module Clusta
+  SpecError = Class.new(Error)
+end
+
+Dir[File.expand_path('../support/**/*.rb', __FILE__)].each { |path| require path }
+
+RSpec.configure do |config|
+  config.mock_with :rspec
+  include Clusta::TransformsSpecHelper
+end

data/spec/support/transforms_spec_helper.rb

@@ -0,0 +1,120 @@
+require 'diffy'
+require 'open3'
+
+module Clusta
+  module TransformsSpecHelper
+
+    def transforming seg, options={}
+      Transformer.new(seg, options)
+    end
+    
+    def have_output seg
+      HaveOutput.new(*seg)
+    end
+
+    class Transformer
+
+      attr_accessor :seg, :output, :error
+
+      def initialize seg, options={}
+        self.seg  = seg
+        self.path = File.join(CLUSTA_SPEC_DATA_DIR, seg)
+        @options  = options
+      end
+
+      def path= path
+        raise SpecError.new("Spec data path #{path} does not exist.") unless File.exist?(path)
+        @path = path
+      end
+
+      def clusta_bin
+        File.join(CLUSTA_BIN_DIR, 'clusta')
+      end
+
+      def transform_name
+        @options[:with] or raise SpecError.new("Must supply a transformation name with the :with option.")
+      end
+
+      def command
+        "#{clusta_bin} --run=local --transform=#{transform_name} --run=local #{@path} -"
+      end
+
+      def output
+        return @output if @output
+        run
+        @output
+      end
+
+      def error
+        return @formatted_error if @formatted_error
+        run
+        @formatted_error = format_error(@error)
+      end
+
+      def format_error raw
+        raw.split("\n").map do |line|
+          "STDERR:  " + line
+        end.join("\n")
+      end
+
+      def run
+        Open3.popen3(command) do |stdin, stdout, stderr, wait_thr|
+          @output  = stdout.read
+          @error   = stderr.read
+          @exit    = wait_thr.value
+        end
+      end
+
+      def error?
+        return true unless @exit
+        @exit.to_i != 0
+      end
+      
+    end
+
+    class HaveOutput
+
+      def initialize seg
+        @seg      = seg
+        self.path = File.join(CLUSTA_SPEC_DATA_DIR, seg)
+      end
+
+      def verbose?
+        ENV["VERBOSE"]
+      end
+
+      def path= path
+        raise SpecError.new("Spec data path #{path} does not exist.") unless File.exist?(path)
+        @path = path
+      end
+      
+      def expected
+        @expected ||= File.read(@path)
+      end
+
+      def matches? transformer
+        @transformer = transformer
+        @transformer.output == expected
+      end
+
+      def diff
+        @diff ||= Diffy::Diff.new(expected, @transformer.output)
+      end
+
+      def failure_message
+        "expected #{@transformer.seg} to match #{@seg}:\n\n#{diff}".tap do |m|
+          m << "\n\n#{@transformer.error}" if verbose? || @transformer.error?
+        end
+      end
+
+      def negative_failure_message
+        "expected #{@transformer.seg} to be different than #{@seg}.".tap do |m|
+          m << "\n\n#{@transformer.error}" if verbose? || @transformer.error?
+        end
+      end
+
+    end
+    
+  end
+end
+

metadata

@@ -0,0 +1,123 @@
+--- !ruby/object:Gem::Specification
+name: clusta
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Dhruv Bansal
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-03-04 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &18809420 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *18809420
+- !ruby/object:Gem::Dependency
+  name: diffy
+  requirement: &18808980 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *18808980
+- !ruby/object:Gem::Dependency
+  name: wukong
+  requirement: &18808560 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *18808560
+description: Clusta is a Ruby library that implements network algorithms using Wukong.  This
+  means you can use and extend these algorithms on your laptop and seamlessly lift
+  them into a Hadoop cluster when you're ready.
+email:
+- dhruv@infochimps.com
+executables:
+- clusta
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/clusta
+- lib/clusta.rb
+- lib/clusta/geometry/vertex.rb
+- lib/clusta/geometry/element.rb
+- lib/clusta/geometry/vertex_arrows.rb
+- lib/clusta/geometry/directed/vertex_arrows.rb
+- lib/clusta/geometry/directed/edge.rb
+- lib/clusta/geometry/directed/arrow.rb
+- lib/clusta/geometry/directed/edge_degree_pair.rb
+- lib/clusta/geometry/directed/degree.rb
+- lib/clusta/geometry/edge.rb
+- lib/clusta/geometry/arrow.rb
+- lib/clusta/geometry/edge_degree_pair.rb
+- lib/clusta/geometry/assortativity.rb
+- lib/clusta/geometry/degree.rb
+- lib/clusta/transforms.rb
+- lib/clusta/runner.rb
+- lib/clusta/transforms/import.rb
+- lib/clusta/transforms/edge_degree_pairs_to_assortativities.rb
+- lib/clusta/transforms/edges_to_degrees.rb
+- lib/clusta/transforms/vertex_arrows_to_edge_degree_pairs.rb
+- lib/clusta/transforms/edges_to_vertex_arrows.rb
+- lib/clusta/geometry.rb
+- spec/clusta/geometry/element_spec.rb
+- spec/clusta/transforms/edges_to_degrees_spec.rb
+- spec/clusta/transforms/edges_to_vertex_arrows_spec.rb
+- spec/spec_helper.rb
+- spec/support/transforms_spec_helper.rb
+- spec/data/edges/directed.weighted.tsv
+- spec/data/edges/directed.unweighted.tsv
+- spec/data/edges/undirected.weighted.tsv
+- spec/data/edges/undirected.unweighted.tsv
+- spec/data/vertex_arrows/directed.weighted.tsv
+- spec/data/vertex_arrows/directed.unweighted.tsv
+- spec/data/vertex_arrows/undirected.weighted.tsv
+- spec/data/vertex_arrows/undirected.unweighted.tsv
+- spec/data/degrees/undirected.tsv
+- spec/data/degrees/directed.tsv
+- spec/data/README.rdoc
+- LICENSE
+- README.rdoc
+- VERSION
+homepage: http://github.com/dhruvbansal/clusta
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.17
+signing_key: 
+specification_version: 3
+summary: Scalable network algorithms library built in Ruby using Wukong.
+test_files: []