iudex-filter 1.0.0-java

data/History.rdoc

@@ -0,0 +1,2 @@
+=== 1.0.0 (2011-04-04)
+* Initial release.

data/Manifest.txt

@@ -0,0 +1,17 @@
+History.rdoc
+Manifest.txt
+README.rdoc
+Rakefile
+pom.xml
+lib/iudex-filter/base.rb
+lib/iudex-filter.rb
+lib/iudex-filter/by_filter_logger.rb
+lib/iudex-filter/filter_base.rb
+lib/iudex-filter/filter_chain_factory.rb
+lib/iudex-filter/key_helper.rb
+lib/iudex-filter/proc_filter.rb
+test/setup.rb
+test/test_filter_base.rb
+test/test_filter_chain_factory.rb
+test/test_proc_filter.rb
+lib/iudex-filter/iudex-filter-1.0.0.jar

data/README.rdoc

@@ -0,0 +1,25 @@
+= iudex-filter
+
+* http://github.com/dekellum/iudex
+
+== Description
+
+Iudex is a general purpose web crawler and feed processor in
+ruby/java. The iudex-filter gem contains a fundamental filtering/chain
+of responsbility sub-system.
+
+== License
+
+Copyright (c) 2008-2011 David Kellum
+
+Licensed under the Apache License, Version 2.0 (the "License"); you
+may not use this file except in compliance with the License.  You
+may obtain a copy of the License at:
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+implied.  See the License for the specific language governing
+permissions and limitations under the License.

data/Rakefile

@@ -0,0 +1,40 @@
+# -*- ruby -*-
+
+$LOAD_PATH << './lib'
+require 'iudex-filter/base'
+
+require 'rubygems'
+gem     'rjack-tarpit', '~> 1.2'
+require 'rjack-tarpit'
+
+t = RJack::TarPit.new( 'iudex-filter',
+                       Iudex::Filter::VERSION,
+                       :no_assembly, :java_platform )
+
+t.specify do |h|
+  h.developer( "David Kellum", "dek-oss@gravitext.com" )
+  h.extra_deps += [ [ 'rjack-slf4j',    '~> 1.6.1' ],
+                    [ 'gravitext-util', '~> 1.5.0' ] ]
+
+  h.testlib = :minitest
+  h.extra_dev_deps += [ [ 'minitest',      '>= 1.7.1', '< 2.1' ],
+                        [ 'rjack-logback', '>= 1.0' ] ]
+end
+
+file 'Manifest.txt' => "lib/#{t.name}/base.rb"
+
+task :check_pom_version do
+  t.test_line_match( 'pom.xml', /<version>/, /#{t.version}/ )
+end
+task :check_history_version do
+  t.test_line_match( 'History.rdoc', /^==/, / #{t.version} / )
+end
+task :check_history_date do
+  t.test_line_match( 'History.rdoc', /^==/, /\([0-9\-]+\)$/ )
+end
+
+task :gem  => [ :check_pom_version, :check_history_version                      ]
+task :tag  => [ :check_pom_version, :check_history_version, :check_history_date ]
+task :push => [                                             :check_history_date ]
+
+t.define_tasks

data/lib/iudex-filter/base.rb

@@ -0,0 +1,23 @@
+#--
+# Copyright (c) 2008-2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+module Iudex
+  module Filter
+    VERSION = '1.0.0'
+
+    LIB_DIR = File.dirname( __FILE__ ) # :nodoc:
+  end
+end

data/lib/iudex-filter/by_filter_logger.rb

@@ -0,0 +1,74 @@
+#--
+# Copyright (c) 2008-2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'iudex-filter'
+require 'stringio'
+
+module Iudex
+  module Filter
+    module Core
+
+      class ByFilterLogger
+        include ByFilterReporter::ReportWriter
+
+        import 'com.gravitext.util.Metric'
+
+        def initialize( desc, index )
+          @log = RJack::SLF4J[ "iudex.filter.core.ByFilterLogger.#{desc}" ]
+          @index = index
+          @nlength = index.filters.map { |f| index.name( f ).length }.max
+        end
+
+        def report( total, delta, duration_ns, counters )
+          out = StringIO.new
+
+          out << "Report total: %s ::\n" % [ fmt( total ) ]
+          out << ( "  %-#{@nlength}s %6s %5s %6s %6s" %
+                   %w{ Filter Accept % Reject Failed } )
+
+          accepted = total
+          @index.filters.each do |f|
+            c = counters[ f ]
+            d = dropped( c )
+            if d > 0
+              p = prc( -d, accepted )
+              accepted -= d
+              out << ( "\n  %-#{@nlength}s %6s %4.0f%% %6s %6s" %
+                       [ @index.name( f ),
+                         fmt( accepted ), p,
+                         fmt( c.rejected ), fmt( c.failed ) ] )
+            end
+          end
+          @log.info( out.string )
+        end
+
+        def dropped( c )
+          c.rejected + c.failed
+        end
+
+        def fmt( v )
+          Metric::format( v )
+        end
+
+        def prc( v, t )
+          ( t > 0 ) ? v.to_f / t * 100.0 : 0.0
+        end
+
+      end
+    end
+
+  end
+end

data/lib/iudex-filter/filter_base.rb

@@ -0,0 +1,46 @@
+#--
+# Copyright (c) 2008-2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'iudex-filter'
+
+module Iudex::Filter
+
+  # Default implementation of Filter, Described, and Named interfaces
+  class FilterBase
+    include Filter
+    include Described
+    include Named
+
+    # Returns empty list
+    def describe
+      []
+    end
+
+    # Returns abbreviated/lower case module names plus class name, in
+    # dot notation.
+    def name
+      n = self.class.name
+      n.gsub!( /::/, '.' )
+      n.gsub( /(\w)\w+\./ ) { |m| $1.downcase + '.' }
+    end
+
+    # Returns true
+    def filter( map )
+      true
+    end
+  end
+
+end

data/lib/iudex-filter/filter_chain_factory.rb

@@ -0,0 +1,171 @@
+#--
+# Copyright (c) 2008-2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'iudex-filter'
+require 'iudex-filter/key_helper'
+require 'iudex-filter/by_filter_logger'
+
+module Iudex
+  module Filter
+    module Core
+
+      class FilterChainFactory
+        attr_reader :description
+
+        include KeyHelper
+
+        def initialize( description = "default" )
+          @description = description
+
+          @log = RJack::SLF4J[ [ RJack::SLF4J.to_log_name( self.class ),
+                                 description ].join('.') ]
+
+          @summary_period = nil
+          @by_filter_period = nil
+
+          @index = nil
+          @chain = nil
+          @listener = nil
+        end
+
+        def add_summary_reporter( period_s = 10.0 )
+          @summary_period = period_s
+        end
+
+        def add_by_filter_reporter( period_s = 60 * 10.0 )
+          @by_filter_period = period_s
+        end
+
+        def open
+          close if open?
+
+          @index = FilterIndex.new
+
+          flts = filters
+          log_and_register( flts )
+
+          @listener = ListenerChain.new( listeners )
+          @chain = create_chain( @description, flts )
+          @chain.listener = @listener
+
+          # With all filters loaded and thus key references, make sure
+          # UniMap accessors are defined (for ruby filters)
+          Gravitext::HTMap::UniMap.define_accessors
+
+          nil
+        end
+
+        def open?
+          @chain != nil
+        end
+
+        def close
+          if @chain
+            @chain.close
+            @chain = nil
+          end
+
+          if @listener
+            @listener.close
+            @listener = nil
+          end
+        end
+
+        # Yields chain to block, bounded by open/close if not already open
+        def filter
+          opened = unless open?
+                     open
+                     true
+                   end
+
+          yield @chain
+
+        ensure
+          close if opened
+        end
+
+        def filters
+          []
+        end
+
+        def log_listener( desc )
+          LogListener.new( "iudex.filter.core.FilterChain.#{desc}", @index )
+        end
+
+        def listeners
+          ll = [ log_listener( @description ) ]
+
+          if @summary_period
+            ll << SummaryReporter.new( @description, @summary_period )
+          end
+
+          if @by_filter_period
+            ll << ByFilterReporter.new( @index,
+                                        ByFilterLogger.new( @description, @index ),
+                                        @by_filter_period )
+          end
+          ll
+        end
+
+        # Create, yield to optional block, and return FilterChain if
+        # flts is not empty. Otherwise return a NoOpFilter and don't
+        # yield. If passed a single Symbol argument, will use both
+        # as description and method to obtain flts array from.
+        def create_chain( desc, flts = nil )
+
+          if desc.is_a?( Symbol )
+            flts = send( desc ) unless flts
+            desc = desc.to_s.gsub( /_/, '-' )
+          end
+
+          if flts.nil? || flts.empty?
+            NoOpFilter.new
+          else
+            c = FilterChain.new( desc, flts )
+            c.listener = log_listener( desc )
+            yield c if block_given?
+            c
+          end
+        end
+
+        # Create a new Switch given selector key and map of values to
+        # filters.
+        def create_switch( key, value_filters_map )
+          switch = Switch.new
+          value_filters_map.each do |value, filters|
+            create_chain( value.to_s.downcase, filters ) do |chain|
+              switch.add_proposition( Selector.new( key, value ), chain )
+            end
+          end
+          switch
+        end
+
+        private
+
+        def log_and_register( filters, depth = 0 )
+          filters.each do |filter|
+            name = @index.register( filter )
+            @log.info { "<< " + "  " * depth + name }
+            if filter.kind_of?( FilterContainer )
+              log_and_register( filter.children, depth + 1 )
+            end
+          end
+        end
+      end
+
+    end
+  end
+end

data/lib/iudex-filter/key_helper.rb

@@ -0,0 +1,56 @@
+#--
+# Copyright (c) 2008-2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'iudex-filter'
+
+class Symbol
+  def to_k
+    Iudex::Filter::KeyHelper.lookup_key( self.to_s )
+  end
+end
+
+class Gravitext::HTMap::Key
+  def to_k
+    self
+  end
+end
+
+module Iudex
+  module Filter
+
+    # Mixin module support for UniMap Keys
+    module KeyHelper
+
+      # Lookup matching Key in UniMap::KEY_SPACE
+      def self.lookup_key( name )
+        lookup_key_space( name )
+      end
+
+      # Lookup matching Key in UniMap::KEY_SPACE
+      def self.lookup_key_space( name )
+        Gravitext::HTMap::UniMap::KEY_SPACE.get( name ) or
+          raise( "Key #{name} not found" )
+      end
+
+      # Map Symbols to Keys
+      def keys( *syms )
+        syms = syms[0] if ( syms[0] && syms[0].respond_to?( :each ) )
+        syms.map { |s| s.to_k }.uniq
+      end
+      module_function :keys
+    end
+  end
+end

data/lib/iudex-filter/proc_filter.rb

@@ -0,0 +1,50 @@
+#--
+# Copyright (c) 2008-2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'iudex-filter/filter_base'
+
+module Iudex::Filter
+
+  # Short hand for ProcFilter.new
+  def fltr( &block )
+    ProcFilter.new( caller.first, &block )
+  end
+
+  class ProcFilter < FilterBase
+
+    # New ProcFilter using block as implmentation of
+    # Filter.filter( map ).  The created filter will only return false
+    # (reject map, stop chain) if the block returns the :reject
+    # symbol.
+    def initialize( clr = nil, &block )
+      @block = block
+
+      clr ||= caller.first
+      clr = clr.split( /:/ )
+      @description = [ File.basename( clr[0], ".rb" ), clr[1].to_i ]
+      #FIXME: When ruby 1.9, can use Proc.source_location instead.
+    end
+
+    def describe
+      @description
+    end
+
+    def filter( map )
+      ( @block.call( map ) != :reject )
+    end
+  end
+
+end

data/lib/iudex-filter.rb

@@ -0,0 +1,52 @@
+#--
+# Copyright (c) 2008-2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require 'rjack-slf4j'
+require 'gravitext-util'
+
+require 'iudex-filter/base'
+
+require 'java'
+
+module Iudex
+  module Filter
+    require "#{LIB_DIR}/iudex-filter-#{VERSION}.jar"
+
+    import 'iudex.filter.Filter'
+    import 'iudex.filter.FilterContainer'
+    import 'iudex.filter.Described'
+    import 'iudex.filter.Named'
+    import 'iudex.filter.NoOpFilter'
+
+    module Core
+      import 'iudex.filter.core.ByFilterReporter'
+      import 'iudex.filter.core.Copier'
+      import 'iudex.filter.core.FilterChain'
+      import 'iudex.filter.core.FilterIndex'
+      import 'iudex.filter.core.ListenerChain'
+      import 'iudex.filter.core.LogListener'
+      import 'iudex.filter.core.MDCSetter'
+      import 'iudex.filter.core.MDCUnsetter'
+      import 'iudex.filter.core.Selector'
+      import 'iudex.filter.core.Setter'
+      import 'iudex.filter.core.SummaryReporter'
+      import 'iudex.filter.core.Switch'
+    end
+  end
+end
+
+require 'iudex-filter/filter_base'
+require 'iudex-filter/proc_filter'

data/pom.xml

@@ -0,0 +1,56 @@
+<?xml version="1.0" encoding="utf-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
+
+  <modelVersion>4.0.0</modelVersion>
+  <groupId>iudex</groupId>
+  <artifactId>iudex-filter</artifactId>
+  <packaging>jar</packaging>
+  <version>1.0.0</version>
+  <name>Iudex Filter</name>
+
+  <parent>
+    <groupId>iudex</groupId>
+    <artifactId>iudex-parent</artifactId>
+    <version>1.0</version>
+    <relativePath>..</relativePath>
+  </parent>
+
+  <dependencies>
+
+    <dependency>
+      <groupId>org.slf4j</groupId>
+      <artifactId>slf4j-api</artifactId>
+    </dependency>
+
+    <dependency>
+      <groupId>com.gravitext</groupId>
+      <artifactId>gravitext-util</artifactId>
+    </dependency>
+
+    <dependency>
+      <groupId>junit</groupId>
+      <artifactId>junit</artifactId>
+    </dependency>
+
+    <dependency>
+      <groupId>ch.qos.logback</groupId>
+      <artifactId>logback-classic</artifactId>
+      <scope>test</scope>
+    </dependency>
+
+  </dependencies>
+
+  <build>
+    <plugins>
+      <plugin>
+        <!-- Parent settings -->
+        <artifactId>maven-compiler-plugin</artifactId>
+      </plugin>
+      <plugin>
+        <!-- Parent settings -->
+        <artifactId>maven-source-plugin</artifactId>
+      </plugin>
+    </plugins>
+  </build>
+
+</project>

data/test/setup.rb

@@ -0,0 +1,34 @@
+#--
+# Copyright (c) 2008-2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+#### General test setup: LOAD_PATH, logging, console output ####
+
+ldir = File.join( File.dirname( __FILE__ ), "..", "lib" )
+$LOAD_PATH.unshift( ldir ) unless $LOAD_PATH.include?( ldir )
+
+require 'rubygems'
+require 'rjack-logback'
+RJack::Logback.config_console( :stderr => true )
+
+require 'minitest/unit'
+require 'minitest/autorun'
+
+# Make test output logging compatible: no partial lines.
+class TestOut
+  def print( *a ); $stdout.puts( *a ); end
+  def puts( *a );  $stdout.puts( *a ); end
+end
+MiniTest::Unit.output = TestOut.new

data/test/test_filter_base.rb

@@ -0,0 +1,42 @@
+#!/usr/bin/env jruby
+#.hashdot.profile += jruby-shortlived
+
+#--
+# Copyright (c) 2008-2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require File.join( File.dirname( __FILE__ ), "setup" )
+
+require 'gravitext-util'
+require 'iudex-filter/proc_filter'
+
+class TestFilter < Iudex::Filter::FilterBase
+end
+
+class TestFilterBase < MiniTest::Unit::TestCase
+  include Iudex::Filter
+  include Gravitext::HTMap
+
+  def test_base_name
+    f = FilterBase.new
+    assert_equal( "i.f.FilterBase", f.name )
+  end
+
+  def test_top_level_name
+    f = TestFilter.new
+    assert_equal( "TestFilter", f.name )
+  end
+
+end

data/test/test_filter_chain_factory.rb

@@ -0,0 +1,86 @@
+#!/usr/bin/env jruby
+#.hashdot.profile += jruby-shortlived
+
+#--
+# Copyright (c) 2008-2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require File.join( File.dirname( __FILE__ ), "setup" )
+
+RJack::Logback.config_console( :stderr => true, :mdc => "tkey" )
+
+# RJack::Logback[ "iudex.filter.core.FilterChain.test.reject" ].level = RJack::Logback::DEBUG
+
+require 'gravitext-util'
+require 'iudex-filter/filter_chain_factory'
+
+class TestFilterChainFactory < MiniTest::Unit::TestCase
+  include Iudex::Filter
+  include Iudex::Filter::Core
+
+  include Gravitext::HTMap
+
+  import 'iudex.filter.core.MDCSetter'
+  import 'iudex.filter.core.MDCUnsetter'
+
+  TKEY = UniMap.create_key( 'tkey' );
+
+  class RandomFilter < FilterBase
+
+    def initialize( odds = 2 )
+      @odds = odds
+    end
+
+    def describe
+      [ @odds ]
+    end
+
+    def filter( map )
+      rand( @odds ) != 0
+    end
+  end
+
+  def test_filter_chain
+    fcf = FilterChainFactory.new( "test" )
+    fcf.add_summary_reporter( 1.0 )
+    fcf.add_by_filter_reporter( 2.5 )
+
+    def fcf.filters
+      [ MDCSetter.new( TKEY ) ] + super +
+        [ 6, 4, 6, 6 ].map { |p| RandomFilter.new( p ) }
+    end
+
+    def fcf.listeners
+      super + [ MDCUnsetter.new( TKEY ) ]
+    end
+
+    2.times do |r|
+      assert( ! fcf.open? )
+
+      fcf.filter do |chain|
+        1000.times do |t|
+          sleep( rand( 10 ) / 1000.0 / ( r + 1 ) )
+          map = UniMap.new
+          map.tkey = t
+          chain.filter( map )
+        end
+      end
+
+      assert( ! fcf.open? )
+    end
+
+  end
+
+end

data/test/test_proc_filter.rb

@@ -0,0 +1,65 @@
+#!/usr/bin/env jruby
+#.hashdot.profile += jruby-shortlived
+
+#--
+# Copyright (c) 2008-2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+
+require File.join( File.dirname( __FILE__ ), "setup" )
+
+require 'gravitext-util'
+require 'iudex-filter/proc_filter'
+
+class TestProcFilter < MiniTest::Unit::TestCase
+  include Iudex::Filter
+  include Gravitext::HTMap
+
+  UniMap.create_key( 'mkey' )
+  UniMap.define_accessors
+
+  def test_describe
+    assert_equal( [ 'test_proc_filter', __LINE__ ], fltr {}.describe )
+    assert_equal( [ 'test_proc_filter', __LINE__ ], ProcFilter.new {}.describe )
+    assert_equal( [ 'test_proc_filter', __LINE__ ], ProcFilter.new {}.describe )
+  end
+
+  def test_name
+    index = Core::FilterIndex.new
+    name, line = index.register( fltr {} ), __LINE__
+    assert_equal( "i.f.ProcFilter-test_proc_filter-#{line}", name )
+  end
+
+  def test_return
+    assert do_f( fltr { } )
+    assert do_f( fltr { nil } )
+    assert do_f( fltr { true } )
+    assert do_f( fltr { :other_sym } )
+    assert do_f( fltr { false } ) # Consequence
+
+    refute do_f( fltr { :reject } )
+  end
+
+  def test_mutate
+    map = UniMap.new
+    map.mkey = :initial
+    assert do_f( fltr { |m| m.mkey = :mutated }, map )
+    assert_equal( :mutated, map.mkey )
+  end
+
+  def do_f( f, m = UniMap.new )
+    f.filter( m )
+  end
+
+end

metadata

@@ -0,0 +1,138 @@
+--- !ruby/object:Gem::Specification 
+name: iudex-filter
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 1.0.0
+platform: java
+authors: 
+  - David Kellum
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-04-04 00:00:00 -07:00
+default_executable: 
+dependencies: 
+  - !ruby/object:Gem::Dependency 
+    name: rjack-slf4j
+    prerelease: false
+    requirement: &id001 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 1.6.1
+    type: :runtime
+    version_requirements: *id001
+  - !ruby/object:Gem::Dependency 
+    name: gravitext-util
+    prerelease: false
+    requirement: &id002 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 1.5.0
+    type: :runtime
+    version_requirements: *id002
+  - !ruby/object:Gem::Dependency 
+    name: minitest
+    prerelease: false
+    requirement: &id003 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ">="
+          - !ruby/object:Gem::Version 
+            version: 1.7.1
+        - - <
+          - !ruby/object:Gem::Version 
+            version: "2.1"
+    type: :development
+    version_requirements: *id003
+  - !ruby/object:Gem::Dependency 
+    name: rjack-logback
+    prerelease: false
+    requirement: &id004 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ">="
+          - !ruby/object:Gem::Version 
+            version: "1.0"
+    type: :development
+    version_requirements: *id004
+  - !ruby/object:Gem::Dependency 
+    name: rjack-tarpit
+    prerelease: false
+    requirement: &id005 !ruby/object:Gem::Requirement 
+      none: false
+      requirements: 
+        - - ~>
+          - !ruby/object:Gem::Version 
+            version: 1.3.0
+    type: :development
+    version_requirements: *id005
+description: |-
+  Iudex is a general purpose web crawler and feed processor in
+  ruby/java. The iudex-filter gem contains a fundamental filtering/chain
+  of responsbility sub-system.
+email: 
+  - dek-oss@gravitext.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+  - Manifest.txt
+  - History.rdoc
+  - README.rdoc
+files: 
+  - History.rdoc
+  - Manifest.txt
+  - README.rdoc
+  - Rakefile
+  - pom.xml
+  - lib/iudex-filter/base.rb
+  - lib/iudex-filter.rb
+  - lib/iudex-filter/by_filter_logger.rb
+  - lib/iudex-filter/filter_base.rb
+  - lib/iudex-filter/filter_chain_factory.rb
+  - lib/iudex-filter/key_helper.rb
+  - lib/iudex-filter/proc_filter.rb
+  - test/setup.rb
+  - test/test_filter_base.rb
+  - test/test_filter_chain_factory.rb
+  - test/test_proc_filter.rb
+  - lib/iudex-filter/iudex-filter-1.0.0.jar
+has_rdoc: true
+homepage: http://github.com/dekellum/iudex
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+  - --main
+  - README.rdoc
+require_paths: 
+  - lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+requirements: []
+
+rubyforge_project: iudex-filter
+rubygems_version: 1.5.1
+signing_key: 
+specification_version: 3
+summary: Iudex is a general purpose web crawler and feed processor in ruby/java
+test_files: 
+  - test/test_proc_filter.rb
+  - test/test_filter_base.rb
+  - test/test_filter_chain_factory.rb