arachni 0.4.2 → 0.4.3

data/lib/arachni/{cache → support/cache}/least_cost_replacement.rb

@@ -14,6 +14,9 @@
     limitations under the License.
 =end
 
+module Arachni
+module Support::Cache
+
 #
 # Least Cost Replacement cache implementation.
 #
@@ -22,7 +25,7 @@
 #
 # @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
 #
-class Arachni::Cache::LeastCostReplacement < Arachni::Cache::Base
+class LeastCostReplacement < Base
 
     VALID_COSTS = [ :low, :medium, :high ]
 
@@ -87,3 +90,6 @@ class Arachni::Cache::LeastCostReplacement < Arachni::Cache::Base
     end
 
 end
+
+end
+end

data/lib/arachni/{cache → support/cache}/least_recently_used.rb

@@ -14,30 +14,18 @@
     limitations under the License.
 =end
 
+module Arachni
+module Support::Cache
+
 #
 # Least Recently Used cache implementation.
 #
-# Generally the most desired mode under normal circumstances, although it does
-# not satisfy low-latency requirements due to the overhead of maintaining entry ages.
-#
-# Discards the least recently used entries in order to make room for new ones.
+# Generally, the most desired mode under most circumstances.
+# Discards the least recently used entries in order to make room for newer ones.
 #
 # @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
 #
-class Arachni::Cache::LeastRecentlyUsed < Arachni::Cache::Base
-
-    # @see Arachni::Cache::Base#initialize
-    def initialize( * )
-        super
-        @lru = []
-    end
-
-    # @see Arachni::Cache::Base#store
-    def store( k, v )
-        super( k, v )
-    ensure
-        renew( k )
-    end
+class LeastRecentlyUsed < Base
 
     # @see Arachni::Cache::Base#[]
     def []( k )
@@ -46,28 +34,16 @@ class Arachni::Cache::LeastRecentlyUsed < Arachni::Cache::Base
         renew( k )
     end
 
-    # @see Arachni::Cache::Base#delete
-    def delete( k )
-        super( k )
-    ensure
-        @lru.delete( k )
-    end
-
-    # @see Arachni::Cache::Base#clear
-    def clear
-        super
-    ensure
-        @lru.clear
-    end
-
     private
 
     def renew( k )
-        @lru.unshift( @lru.delete( k ) || k )
+        @cache[k] = @cache.delete( k )
     end
 
     def prune
-        delete( @lru.pop )
+        @cache.delete( @cache.first.first )
     end
 
 end
+end
+end

data/lib/arachni/{cache → support/cache}/preference.rb

@@ -14,6 +14,9 @@
     limitations under the License.
 =end
 
+module Arachni
+module Support::Cache
+
 #
 # Random Replacement cache implementation.
 #
@@ -22,7 +25,7 @@
 #
 # @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
 #
-class Arachni::Cache::Preference < Arachni::Cache::Base
+class Preference < Base
 
     #
     # Storage method
@@ -34,8 +37,7 @@ class Arachni::Cache::Preference < Arachni::Cache::Base
     #
     def store( k, v )
         prune if capped? && (size > max_size - 1)
-
-        cache[k] = v
+        cache[k.hash] = v
     end
 
     def prefer( &block )
@@ -54,3 +56,6 @@ class Arachni::Cache::Preference < Arachni::Cache::Base
     end
 
 end
+
+end
+end

data/lib/arachni/{cache → support/cache}/random_replacement.rb

@@ -14,15 +14,17 @@
     limitations under the License.
 =end
 
+module Arachni
+module Support::Cache
+
 #
 # Random Replacement cache implementation.
 #
-# Better suited for low-latency operations, discards entries at random
-# in order to make room for new ones.
+# Discards entries at random in order to make room for new ones.
 #
 # @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
 #
-class Arachni::Cache::RandomReplacement < Arachni::Cache::Base
+class RandomReplacement < Base
 
     # @see Arachni::Cache::Base#initialize
     def initialize( * )
@@ -50,3 +52,6 @@ class Arachni::Cache::RandomReplacement < Arachni::Cache::Base
     end
 
 end
+
+end
+end

data/lib/arachni/support/crypto.rb

@@ -0,0 +1,18 @@
+=begin
+    Copyright 2010-2013 Tasos Laskos <tasos.laskos@gmail.com>
+
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+=end
+
+lib = Arachni::Options.dir['support'] + 'crypto/'
+require lib + 'rsa_aes_cbc'

data/lib/arachni/{crypto → support/crypto}/rsa_aes_cbc.rb

@@ -17,16 +17,16 @@
 require 'openssl'
 require "base64"
 
+module Arachni
+module Support::Crypto
+
 #
 # Simple hybrid crypto class using RSA for public key encryption and AES with CBC
 # for bulk data encryption/decryption.
 #
 # RSA is used to encrypt the AES primitives which are used to encrypt the plaintext.
 #
-# @author Tasos "Zapotek" Laskos
-#                                      <tasos.laskos@gmail.com>
-#                                      
-# @version 0.1
+# @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
 #
 class RSA_AES_CBC
 
@@ -101,3 +101,6 @@ class RSA_AES_CBC
     end
 
 end
+
+end
+end

data/lib/arachni/support/database.rb

@@ -0,0 +1,20 @@
+=begin
+    Copyright 2010-2013 Tasos Laskos <tasos.laskos@gmail.com>
+
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+=end
+
+lib = Arachni::Options.dir['support'] + '/database/'
+require lib + 'base'
+require lib + 'queue'
+require lib + 'hash'

data/lib/arachni/support/database/base.rb

@@ -0,0 +1,124 @@
+=begin
+    Copyright 2010-2013 Tasos Laskos <tasos.laskos@gmail.com>
+
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+=end
+
+require 'tmpdir'
+
+module Arachni
+module Support::Database
+
+#
+# Base class for Database data structures
+#
+# Provides helper methods for data structures to be implemented related to
+# objecting dumping, loading, unique filename generation, etc.
+#
+# @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
+#
+# @abstract
+#
+class Base
+
+    # @param    [Object]    serializer
+    #   Any object that responds to 'dump' and 'load'.
+    def initialize( serializer = Marshal )
+        @serializer = serializer
+    end
+
+    private
+
+    #
+    # Dumps the object to a unique file and returns its path.
+    #
+    # The path can be used as a reference to the original value
+    # by way of passing it to load().
+    #
+    # @param    [Object]    obj
+    #
+    # @return   [String]    filepath
+    #
+    def dump( obj, &block )
+        f = File.open( get_unique_filename, 'w' )
+
+        serialized = serialize( obj )
+        f.write( serialized )
+
+        block.call( serialized ) if block_given?
+
+        f.path
+    ensure
+        f.close
+    end
+
+    #
+    # Loads the object stored in filepath.
+    #
+    # @param    [String]    filepath
+    #
+    # @return   [Object]
+    #
+    def load( filepath )
+        unserialize( IO.read( filepath ) )
+    end
+
+    #
+    # Deletes a file.
+    #
+    # @param    [String]    filepath
+    #
+    def delete_file( filepath )
+        File.delete( filepath ) if File.exist?( filepath )
+    end
+
+    #
+    # Loads the object in file and then removes it from the file-system.
+    #
+    # @param    [String]    filepath
+    #
+    # @return   [Object]
+    #
+    def load_and_delete_file( filepath )
+        obj = load( filepath )
+        delete_file( filepath )
+        return obj
+    end
+
+    def serialize( obj )
+        serializer.dump( obj )
+    end
+
+    def unserialize( obj )
+        serializer.load( obj )
+    end
+
+    def serializer
+        @serializer
+    end
+
+    def get_unique_filename
+        while( File.exist?( path = generate_filename ) );end
+        return path
+    end
+
+    def generate_filename
+        s = ""
+        10.times { s << ( 65 + rand( 26 ) ) }
+        ( Dir.tmpdir + "/#{self.class.name}_" + s ).gsub( '::', '_' )
+    end
+
+end
+
+end
+end

data/lib/arachni/{database → support/database}/hash.rb

@@ -17,7 +17,7 @@
 require 'digest/sha1'
 
 module Arachni
-module Database
+module Support::Database
 
     #
     # Flat-file Hash implementation

data/lib/arachni/{database → support/database}/queue.rb

@@ -15,7 +15,7 @@
 =end
 
 module Arachni
-module Database
+module Support::Database
 
     #
     # Flat-file Queue implementation

data/lib/arachni/support/lookup.rb

@@ -0,0 +1,20 @@
+=begin
+    Copyright 2010-2013 Tasos Laskos <tasos.laskos@gmail.com>
+
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+=end
+
+lib = Arachni::Options.dir['support'] + 'lookup/'
+require lib + 'base'
+require lib + 'hash_set'
+require lib + 'moolb'

data/lib/arachni/support/lookup/base.rb

@@ -0,0 +1,91 @@
+=begin
+    Copyright 2010-2013 Tasos Laskos <tasos.laskos@gmail.com>
+
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+=end
+
+require 'set'
+
+module Arachni
+module Support::LookUp
+
+#
+#
+# @author Tasos "Zapotek" Laskos <tasos.laskos@gmail.com>
+# @abstract
+class Base
+
+    DEFAULT_OPTIONS = {
+        hasher: :hash
+    }
+
+    # @param    [Hash]  options
+    # @option   options [Symbol]    (:hasher)
+    #   Method to call on the item to obtain its hash.
+    def initialize( options = {} )
+        @options = DEFAULT_OPTIONS.merge( options )
+        @hasher  = @options[:hasher].to_sym
+    end
+
+    #
+    # @param    [#persistent_hash] item Item to insert.
+    #
+    # @return   [HashSet]  self
+    #
+    def <<( item )
+        @collection << calculate_hash( item )
+        self
+    end
+    alias :add :<<
+
+    #
+    # @param    [#persistent_hash] item Item to delete.
+    #
+    # @return   [HashSet]  self
+    #
+    def delete( item )
+        @collection.delete( calculate_hash( item ) )
+        self
+    end
+
+    #
+    # @param    [#persistent_hash] item Item to check.
+    #
+    # @return   [Bool]
+    #
+    def include?( item )
+        @collection.include? calculate_hash( item )
+    end
+
+    def empty?
+        @collection.empty?
+    end
+
+    def size
+        @collection.size
+    end
+
+    def clear
+        @collection.clear
+    end
+
+    private
+
+    def calculate_hash( item )
+        item.send @hasher
+    end
+
+end
+
+end
+end