iudex-brutefuzzy-service 1.2.b.0-java

data/History.rdoc

@@ -0,0 +1,2 @@
+=== 1.2.b.0 (2012-3-4)
+* Initial release.

data/Manifest.txt

@@ -0,0 +1,17 @@
+History.rdoc
+Manifest.txt
+README.rdoc
+Rakefile
+pom.xml
+bin/iudex-brutefuzzy-client
+bin/iudex-brutefuzzy-service-fg
+config/config.rb
+init/iudex-brutefuzzy-service
+lib/iudex-brutefuzzy-service/base.rb
+lib/iudex-brutefuzzy-service.rb
+lib/iudex-brutefuzzy-service/agent.rb
+lib/iudex-brutefuzzy-service/destinations.rb
+test/setup.rb
+test/test_agent.rb
+test/test_qpid_context.rb
+lib/iudex-brutefuzzy-service/iudex-brutefuzzy-service-1.2.b.0.jar

data/README.rdoc

@@ -0,0 +1,33 @@
+= iudex-brutefuzzy-service
+
+* http://github.com/dekellum/iudex
+
+== Description
+
+Iudex is a general purpose web crawler and feed processor in
+ruby/java. The iudex-brutefuzzy-service provides a fuzzy simhash
+lookup index as a distributed service.
+
+== Dependencies
+
+* Java 1.5+
+
+For tests:
+
+* JRuby 1.3+
+
+== License
+
+Copyright (c) 2008-2012 David Kellum
+
+Licensed under the Apache License, Version 2.0 (the "License"); you
+may not use this file except in compliance with the License.  You
+may obtain a copy of the License at:
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+implied.  See the License for the specific language governing
+permissions and limitations under the License.

data/Rakefile

@@ -0,0 +1,7 @@
+# -*- ruby -*-
+
+require 'rubygems'
+require 'bundler/setup'
+require 'rjack-tarpit'
+
+RJack::TarPit.new( 'iudex-brutefuzzy-service' ).define_tasks

data/bin/iudex-brutefuzzy-client

@@ -0,0 +1,162 @@
+#!/usr/bin/env jruby
+# -*- ruby -*-
+
+#--
+# Copyright (c) 2008-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+$LOAD_PATH.unshift File.join( File.dirname(__FILE__), "..", "lib" )
+
+module IudexBruteFuzzyClient
+
+  require 'rubygems'
+  require 'rjack-logback'
+
+  include RJack
+  Logback.config_console( :thread => true )
+
+  require 'iudex-brutefuzzy-service'
+  require 'iudex-brutefuzzy-service/destinations'
+
+  include Iudex
+  include Iudex::BruteFuzzy::Service
+  include Iudex::SimHash::BruteFuzzy
+
+  Hooker.log_with { |m| SLF4J[ 'iudex' ].info( m.rstrip ) }
+
+  def self.parse_options
+    options = {}
+
+    OptionParser.new do |opts|
+      opts.banner = <<BANNER
+Usage: iudex-brutefuzzy-client [options] | [KeyFile]...
+BANNER
+      opts.on( "--sample-random-keys N", Integer,
+               "Sample N randomly selected test keys to stdout" ) do |n|
+        options[ :sample_random_keys ] = n
+      end
+      opts.on( "--add-random-keys N", Integer,
+               "Add N randomly selected test keys to the service" ) do |n|
+        options[ :add_random_keys ] = n
+      end
+      opts.on( "-v", "--version", "Display version and exit" ) do
+        puts "iudex-brutefuzzy-client: #{ Iudex::BruteFuzzy::Service::VERSION }"
+        exit 1
+      end
+      opts.on( "-d", "--debug", "Enable verbose DEBUG logging" ) do
+        Logback[ 'iudex' ].level = Logback::DEBUG
+      end
+      Hooker.register_config( opts )
+    end.parse!
+
+    options
+  end
+
+  import 'iudex.brutefuzzy.service.Client'
+  import 'rjack.jms.JMSConnector'
+
+  BruteFuzzyUtil = Java::iudex.simhash.brutefuzzy.BruteFuzzy
+
+  def self.random_keys( n )
+    while n > 0
+      c = [ n, 1_000_000 ].min
+      yield BruteFuzzyUtil.testKeys( c, 3, rand( 999_999_999 ) )
+      n -= c
+    end
+  end
+
+  def self.keys_from_files( files, bsize = 1_000 )
+    buffer = []
+
+    files.each do |fname|
+      open( fname, 'r' ) do |fin|
+        fin.each do |line|
+          buffer << BruteFuzzyUtil.unsignedHexToLong( line.rstrip )
+          if buffer.length >= bsize
+            yield buffer
+            buffer.clear
+          end
+        end
+        yield buffer unless buffer.empty?
+      end
+    end
+  end
+
+  def self.run
+    @log = SLF4J[ 'iudex.brutefuzzy.service.Client' ]
+
+    options = parse_options
+    @cnt = 0
+
+    if ( n = options[ :sample_random_keys ] )
+      random_keys( n ) { |keys| write_batch( keys ) }
+    else
+      with_client do
+        if ( n = options[ :add_random_keys ] )
+          random_keys( n ) { |keys| check_batch( keys ) }
+        elsif ! ARGV.empty?
+          keys_from_files( ARGV ) { |keys| check_batch( keys ) }
+        else # client (response listener) only
+          @client.check( 0, false ) # Hack to initialize
+          sleep # until interrupted
+        end
+      end
+    end
+  end
+
+  def self.with_client
+    # Wire up JMS client
+    Hooker.with( :iudex ) do |h|
+      ctx = QpidClient::QpidJMSContext.new
+      Destinations.apply( ctx )
+      h.apply( :jms_context, ctx )
+
+      @connector = h.apply( :jms_connector, JMSConnector.new( ctx ) )
+      @connector.do_close_connections = false
+      @connector.start
+
+      @client = h.apply( :brutefuzzy_client, Client.new( @connector ) )
+
+    end
+
+    yield
+  ensure
+    if @client
+      @client.close
+      @client = nil
+    end
+    @connector.stop if @connector
+  end
+
+  def self.check_batch( keys )
+    keys.each do |k|
+      @client.check( k, true )
+      @cnt += 1
+      @log.info( "Sent: #{ @cnt }" ) if ( @cnt % 50_000 ) == 0
+    end
+  end
+
+  def self.write_batch( keys )
+    keys.each do |k|
+      h = Java::java.lang.Long::toHexString( k )
+      (16 - h.length).times { $stdout.write '0' }
+      puts h
+    end
+    @cnt += keys.length
+  end
+
+  run
+
+end

data/bin/iudex-brutefuzzy-service-fg

@@ -0,0 +1,50 @@
+#!/usr/bin/env jruby
+#.hashdot.vm.options += -Xmx1g
+# -*- ruby -*-
+
+#--
+# Copyright (c) 2008-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+$LOAD_PATH.unshift File.join( File.dirname(__FILE__), "..", "lib" )
+
+module IudexBinScript
+
+  require 'rubygems'
+  require 'rjack-logback'
+
+  include RJack
+  Logback.config_console( :thread => true )
+
+  require 'iudex-brutefuzzy-service'
+
+  include Iudex
+
+  Hooker.log_with { |m| SLF4J[ 'iudex' ].info( m.rstrip ) }
+
+  OptionParser.new do |opts|
+    opts.on( "-v", "--version", "Display version" ) do
+      puts "iudex-brutefuzzy-service: #{ BruteFuzzy::Service::VERSION }"
+      exit 1
+    end
+    opts.on( "-d", "--debug", "Enable verbose DEBUG logging" ) do
+      Logback[ 'iudex' ].level = Logback::DEBUG
+    end
+    Hooker.register_config( opts )
+  end.parse!
+
+  BruteFuzzy::Service::Agent.new.run
+
+end

data/config/config.rb

@@ -0,0 +1,23 @@
+Iudex.configure do |c|
+
+  c.setup_brutefuzzy_agent do |a|
+
+    def a.create_fuzzy_set
+      Iudex::SimHash::BruteFuzzy::FuzzyTree64.new( 8 * 1024 * 1024, 3, 16 )
+    end
+
+  end
+
+  c.with( :jms ) do |jc|
+
+    jc.setup_context do |ctx|
+      # ctx.brokers = [ [ "host-a" ], [ "host-b" ] ]
+    end
+
+    jc.setup_connector do |cntr|
+      # cntr.max_connect_delay = 60_000 #ms
+    end
+
+  end
+
+end

data/init/iudex-brutefuzzy-service

@@ -0,0 +1,48 @@
+#!/usr/bin/env jruby
+# -*- ruby -*-
+#. hashdot.profile    += daemon
+#. hashdot.pid_file         = ./iudex-brutefuzzy-service.pid
+#. hashdot.io_redirect.file = ./iudex-brutefuzzy-service.log
+#. hashdot.vm.options += -Xmx2g
+#. hashdot.vm.options += -XX:+UseConcMarkSweepGC -XX:+CMSClassUnloadingEnabled
+#. hashdot.vm.options += -XX:+UseCompressedOops
+
+#--
+# Copyright (c) 2008-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'rubygems'
+
+gem( "iudex-brutefuzzy-service", "= 1.2.b.0" )
+
+module IudexInitScript
+
+  require 'rjack-logback'
+  include RJack
+
+  Logback.config_console( :full => true, :thread => true )
+
+  require 'iudex-brutefuzzy-service'
+  include Iudex
+
+  Hooker.log_with { |m| SLF4J[ 'iudex' ].info( m.rstrip ) }
+
+  if File.exist?( './config.rb' )
+    Hooker.load_file( './config.rb' )
+  end
+
+  BruteFuzzy::Service::Agent.new.run
+
+end

data/lib/iudex-brutefuzzy-service.rb

@@ -0,0 +1,37 @@
+#--
+# Copyright (c) 2008-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'iudex-core'
+require 'iudex-simhash'
+require 'iudex-brutefuzzy-protobuf'
+
+require 'rjack-qpid-client'
+
+require 'iudex-brutefuzzy-service/base.rb'
+
+require 'java'
+
+module Iudex
+  module BruteFuzzy
+    module Service
+      require "iudex-brutefuzzy-service/iudex-brutefuzzy-service-#{VERSION}.jar"
+
+      import 'iudex.brutefuzzy.service.Service'
+    end
+  end
+end
+
+require 'iudex-brutefuzzy-service/agent'

data/lib/iudex-brutefuzzy-service/agent.rb

@@ -0,0 +1,71 @@
+#--
+# Copyright (c) 2008-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'iudex-brutefuzzy-service'
+require 'iudex-brutefuzzy-service/destinations'
+
+require 'hooker'
+
+module Iudex::BruteFuzzy::Service
+
+  class Agent
+    include Iudex::Core
+    include Iudex::BruteFuzzy
+    include Iudex::SimHash::BruteFuzzy
+
+    include RJack::QpidClient
+
+    import 'rjack.jms.JMSConnector'
+
+    def initialize
+      Hooker.apply( [ :iudex, :brutefuzzy_agent ], self )
+    end
+
+    def fuzzy_set
+      FuzzyTree64.new( 500_000, 3, 16 )
+    end
+
+    def jms_context
+      ctx = QpidJMSContext.new
+      Destinations.apply( ctx )
+      ctx
+    end
+
+    def jms_connector( ctx )
+      connector = JMSConnector.new( ctx )
+      connector.max_connect_delay = java.lang.Integer::MAX_VALUE
+      connector.do_close_connections = false
+      connector
+    end
+
+    def run
+      ctx = jms_context
+      Hooker.apply( [ :jms, :context ], ctx )
+
+      connector = jms_connector( ctx )
+      Hooker.apply( [ :jms, :connector ], connector )
+
+      service = Service.new( fuzzy_set )
+      Hooker.apply( [ :iudex, :brutefuzzy_service ], service )
+
+      Hooker.log_not_applied # All hooks should be used by now
+
+      connector.add_connect_listener( service )
+      connector.connect_loop
+    end
+
+  end
+end

data/lib/iudex-brutefuzzy-service/base.rb

@@ -0,0 +1,23 @@
+#--
+# Copyright (c) 2008-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+module Iudex
+  module BruteFuzzy
+    module Service
+      VERSION = '1.2.b.0'
+    end
+  end
+end

data/lib/iudex-brutefuzzy-service/destinations.rb

@@ -0,0 +1,71 @@
+#--
+# Copyright (c) 2008-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+module Iudex::BruteFuzzy::Service
+
+  module Destinations
+
+    def self.apply( ctx )
+
+      ctx.destinations[ 'brutefuzzy-response-ex' ] = {
+        :assert => :sender,
+        :create => :sender,
+        :node   => {
+          :type       => :topic,
+          'x-declare' => {
+            :type     => :fanout,
+          }
+        }
+      }
+
+      # Direct request writes are are needed for querying depth
+      # (explicit flow control). Thus no exchange here.
+      ctx.destinations[ 'brutefuzzy-request' ] = {
+        :assert => :always,
+        :create => :always,
+        :node   => {
+          :type       => :queue,
+          'x-declare' => {
+            :arguments => {
+              'qpid.max_size'    => 500_000,
+              'qpid.policy_type' => :reject,
+            }
+          }
+        }
+      }
+
+      ctx.destinations[ 'brutefuzzy-client' ] = {
+        :address => ctx.address_per_process( 'brutefuzzy-client' ),
+        :assert  => :receiver,
+        :create  => :receiver,
+        :delete  => :receiver,
+        :node    => {
+          :type        => :queue,
+          'x-bindings' => [ { :exchange => 'brutefuzzy-response-ex' } ],
+          'x-declare'  => {
+            'auto-delete' => true,
+            :arguments    => {
+              'qpid.max_size'    => 500_000,
+              'qpid.policy_type' => :ring,
+            }
+          }
+        }
+      }
+
+    end
+  end
+
+end

data/pom.xml

@@ -0,0 +1,63 @@
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+  <groupId>iudex</groupId>
+  <artifactId>iudex-brutefuzzy-service</artifactId>
+  <packaging>jar</packaging>
+  <version>1.2.b.0</version>
+  <name>Iudex BruteFuzzy Service</name>
+
+  <parent>
+    <groupId>iudex</groupId>
+    <artifactId>iudex-parent</artifactId>
+    <version>1.2.b.0</version>
+    <relativePath>..</relativePath>
+  </parent>
+
+  <dependencies>
+
+    <dependency>
+      <groupId>iudex</groupId>
+      <artifactId>iudex-core</artifactId>
+      <version>[1.2,1.2.9999)</version>
+    </dependency>
+
+    <dependency>
+      <groupId>iudex</groupId>
+      <artifactId>iudex-brutefuzzy-protobuf</artifactId>
+      <version>[1.2,1.2.9999)</version>
+    </dependency>
+
+    <dependency>
+      <groupId>iudex</groupId>
+      <artifactId>iudex-simhash</artifactId>
+      <version>[1.2,1.2.9999)</version>
+    </dependency>
+
+    <dependency>
+      <groupId>rjack</groupId>
+      <artifactId>rjack-jms</artifactId>
+      <version>[1.1,1.2)</version>
+    </dependency>
+
+    <dependency>
+      <groupId>org.apache.qpid</groupId>
+      <artifactId>qpid-client</artifactId>
+      <version>0.14</version>
+    </dependency>
+
+  </dependencies>
+
+  <build>
+    <plugins>
+      <plugin>
+        <!-- Parent settings -->
+        <artifactId>maven-compiler-plugin</artifactId>
+      </plugin>
+      <plugin>
+        <!-- Parent settings -->
+        <artifactId>maven-source-plugin</artifactId>
+      </plugin>
+    </plugins>
+  </build>
+
+</project>

data/test/setup.rb

@@ -0,0 +1,44 @@
+#--
+# Copyright (c) 2008-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+#### General test setup, logging, console output ####
+
+require 'rubygems'
+require 'bundler/setup'
+
+require 'minitest/unit'
+require 'minitest/autorun'
+
+require 'rjack-logback'
+
+module TestSetup
+  include RJack
+  Logback.config_console( :stderr => true, :thread => true )
+
+  if ( ARGV & %w[ -v --verbose --debug ] ).empty?
+    # Make test output logging compatible: no partial lines.
+    class TestOut
+      def print( *a ); $stdout.puts( *a ); end
+      def puts( *a );  $stdout.puts( *a ); end
+    end
+    MiniTest::Unit.output = TestOut.new
+  else
+    Logback.root.level = Logback::DEBUG
+  end
+
+  ARGV.delete( '--debug' )
+
+end

data/test/test_agent.rb

@@ -0,0 +1,64 @@
+#!/usr/bin/env jruby
+#.hashdot.profile += jruby-shortlived
+
+#--
+# Copyright (c) 2008-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require File.join( File.dirname( __FILE__ ), "setup" )
+
+require 'iudex-brutefuzzy-service'
+
+class TestAgent < MiniTest::Unit::TestCase
+  include Iudex::BruteFuzzy::Service
+
+  def teardown
+    Hooker.send( :clear )
+  end
+
+  def test_agent_default
+    assert_agent
+  end
+
+  def test_agent_with_sample_config
+
+    # Test out the sample config
+    Hooker.load_file( File.join( File.dirname( __FILE__ ),
+                                 '..', 'config', 'config.rb' ) )
+    assert_agent
+  end
+
+  def assert_agent
+
+    agent = Agent.new
+
+    def agent.jms_connector( ctx )
+      c = super
+      def c.connect_loop
+        :test_run_return
+      end
+      c
+    end
+
+    assert_equal( agent.run, :test_run_return )
+
+    Hooker.check_not_applied do |*args|
+      flunk( "Hooks not applied: " + args.inspect )
+    end
+    pass
+
+  end
+
+end

data/test/test_qpid_context.rb

@@ -0,0 +1,43 @@
+#!/usr/bin/env jruby
+#.hashdot.profile += jruby-shortlived
+
+#--
+# Copyright (c) 2008-2012 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require File.join( File.dirname( __FILE__ ), "setup" )
+
+require 'iudex-brutefuzzy-service'
+require 'iudex-brutefuzzy-service/destinations'
+
+class TestQpidContext < MiniTest::Unit::TestCase
+  include RJack::QpidClient
+  include Iudex::BruteFuzzy::Service
+
+  def test_destinations
+    con = nil
+    ctx = QpidJMSContext.new
+    Destinations.apply( ctx )
+
+    assert( con = ctx.create_connection )
+    assert( ctx.lookup_destination( 'brutefuzzy-request' ) )
+    assert( ctx.lookup_destination( 'brutefuzzy-response-ex' ) )
+    assert( ctx.lookup_destination( 'brutefuzzy-client' ) )
+  ensure
+    ctx.close if ctx
+    con.close if con
+  end
+
+end

metadata

@@ -0,0 +1,164 @@
+--- !ruby/object:Gem::Specification 
+name: iudex-brutefuzzy-service
+version: !ruby/object:Gem::Version 
+  prerelease: 4
+  version: 1.2.b.0
+platform: java
+authors: 
+  - David Kellum
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-03-05 00:00:00 Z
+dependencies: 
+  - !ruby/object:Gem::Dependency 
+    name: iudex-core
+    version_requirements: &id001 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 1.2.b
+    requirement: *id001
+    prerelease: false
+    type: :runtime
+  - !ruby/object:Gem::Dependency 
+    name: rjack-logback
+    version_requirements: &id002 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: "1.0"
+    requirement: *id002
+    prerelease: false
+    type: :runtime
+  - !ruby/object:Gem::Dependency 
+    name: iudex-simhash
+    version_requirements: &id003 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 1.2.b
+    requirement: *id003
+    prerelease: false
+    type: :runtime
+  - !ruby/object:Gem::Dependency 
+    name: iudex-brutefuzzy-protobuf
+    version_requirements: &id004 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 1.2.b
+    requirement: *id004
+    prerelease: false
+    type: :runtime
+  - !ruby/object:Gem::Dependency 
+    name: rjack-jms
+    version_requirements: &id005 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 1.1.0
+    requirement: *id005
+    prerelease: false
+    type: :runtime
+  - !ruby/object:Gem::Dependency 
+    name: rjack-qpid-client
+    version_requirements: &id006 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 0.14.0
+    requirement: *id006
+    prerelease: false
+    type: :runtime
+  - !ruby/object:Gem::Dependency 
+    name: minitest
+    version_requirements: &id007 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: "2.3"
+    requirement: *id007
+    prerelease: false
+    type: :development
+  - !ruby/object:Gem::Dependency 
+    name: rjack-tarpit
+    version_requirements: &id008 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: "2.0"
+    requirement: *id008
+    prerelease: false
+    type: :development
+description: Iudex is a general purpose web crawler and feed processor in ruby/java. The iudex-brutefuzzy-service provides a fuzzy simhash lookup index as a distributed service.
+email: 
+  - dek-oss@gravitext.com
+executables: 
+  - iudex-brutefuzzy-client
+  - iudex-brutefuzzy-service-fg
+extensions: []
+
+extra_rdoc_files: 
+  - History.rdoc
+  - README.rdoc
+files: 
+  - History.rdoc
+  - Manifest.txt
+  - README.rdoc
+  - Rakefile
+  - pom.xml
+  - bin/iudex-brutefuzzy-client
+  - bin/iudex-brutefuzzy-service-fg
+  - config/config.rb
+  - init/iudex-brutefuzzy-service
+  - lib/iudex-brutefuzzy-service/base.rb
+  - lib/iudex-brutefuzzy-service.rb
+  - lib/iudex-brutefuzzy-service/agent.rb
+  - lib/iudex-brutefuzzy-service/destinations.rb
+  - test/setup.rb
+  - test/test_agent.rb
+  - test/test_qpid_context.rb
+  - lib/iudex-brutefuzzy-service/iudex-brutefuzzy-service-1.2.b.0.jar
+homepage: http://github.com/dekellum/iudex
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+  - --main
+  - README.rdoc
+require_paths: 
+  - lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 2
+        segments: 
+          - 0
+        version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">"
+      - !ruby/object:Gem::Version 
+        version: 1.3.1
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.15
+signing_key: 
+specification_version: 3
+summary: Iudex is a general purpose web crawler and feed processor in ruby/java.
+test_files: []
+