russdeep 1.0.0

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/LICENSE

@@ -0,0 +1,16 @@
+russdeep - Ruby language bindings for the 'libfuzzy' ssdeep library
+Copyright (c) 2010 Eric Monti
+
+This program is free software; you can redistribute it and/or
+modify it under the terms of the GNU General Public License
+as published by the Free Software Foundation; either version 2
+of the License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program; if not, write to the Free Software
+Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.

data/README.rdoc

@@ -0,0 +1,60 @@
+= russdeep
+
+Ruby language bindings for the ssdeep 'libfuzzy' library api. This API lets you do 
+fuzzy hash comparisons between files and arbitrary string buffers. Fuzzy 
+hashes are also known as context triggered piecewise hashes (CTPH).
+
+See the ssdeep homepage for more information:
+  http://ssdeep.sourceforge.net
+
+== Requirements
+
+* ssdeep's libfuzzy - http://ssdeep.sourceforge.net
+  The latest version of ssdeep known to work with russdeep is 2.5.
+
+== Installation
+
+First ensure you have installed the ssdeep package and that libfuzzy is in your libpath.
+Then...
+
+=== Gem
+
+   (sudo)? gem install russdeep
+
+=== rake
+
+   git clone https://github.com/emonti/russdeep.git
+   cd russdeep
+   rake compile
+
+== Example
+
+  require "ssdeep"
+
+  data1 =<<__EOM__
+  Ruby language bindings for the ssdeep 'libfuzzy' library api. This API lets you do 
+  fuzzy hash comparisons between files and arbitrary string buffers. Fuzzy 
+  hashes are also known as context triggered piecewise hashes (CTPH).
+
+  See the ssdeep homepage for more information:
+    http://ssdeep.sourceforge.net
+  __EOM__
+
+
+  hash1 = Ssdeep.from_string(data1)
+  hash2 = Ssdeep.from_string(data1 + "a little extra")
+  hash3 = Ssdeep.from_string(data1.gsub("ssdeep", "fuzzy"))
+  hash4 = Ssdeep.from_file("/etc/hosts")
+  hash5 = File.open("/etc/hosts"){|f| Ssdeep.from_fileno(f.fileno)}
+
+  Ssdeep.compare(hash1, hash1) # => 100
+  Ssdeep.compare(hash1, hash2) # => 97
+  Ssdeep.compare(hash1, hash3) # => 88
+  Ssdeep.compare(hash1, hash4) # => 0
+  Ssdeep.compare(hash4, hash5) # => 100
+
+== License
+
+See LICENSE.txt
+
+Copyright (c) 2011 Eric Monti. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,56 @@
+require 'rubygems'
+require 'rake'
+require 'rake/extensiontask'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "russdeep"
+    gem.summary = %Q{Ruby bindings for libfuzzy (from ssdeep)}
+    gem.description = %Q{Ruby bindings for libfuzzy, a fuzzy hashing implementation included with the ssdeep utility}
+    gem.email = "esmonti@gmail.com"
+    gem.homepage = "http://github.com/emonti/russdeep"
+    gem.authors = ["Eric Monti"]
+    gem.add_development_dependency "rspec", ">= 1.2.9"
+    gem.add_development_dependency "ffi", ">= 0"
+
+    if RUBY_PLATFORM !~ /java/
+      gem.extensions = FileList['ext/**/extconf.rb']
+    end
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/ssdeep_spec.rb', 'spec/**/*_spec.rb'].uniq
+end
+
+if RUBY_PLATFORM !~ /java/
+  Rake::ExtensionTask.new("ssdeep_native")
+
+  CLEAN.include("lib/*.bundle")
+  CLEAN.include("lib/*.so")
+  CLEAN.include("tmp")
+
+  task :spec => :compile
+end
+
+
+#task :spec => :check_dependencies
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "russdeep #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+1.0.0

data/ext/ssdeep_native/extconf.rb

@@ -0,0 +1,17 @@
+require 'mkmf'
+require 'rbconfig'
+
+extension_name = "ssdeep_native"
+
+dir_config(extension_name)
+
+unless find_library("fuzzy", "fuzzy_hash_file", "/lib", "/usr/lib", "/usr/local/lib") and
+       find_library("fuzzy", "fuzzy_hash_filename", "/lib", "/usr/lib", "/usr/local/lib") and
+       find_library("fuzzy", "fuzzy_hash_buf", "/lib", "/usr/lib", "/usr/local/lib") and
+       find_library("fuzzy", "fuzzy_compare", "/lib", "/usr/lib", "/usr/local/lib") and
+       find_header("fuzzy.h", "/lib", "/usr/lib", "/usr/local/include")
+  raise "You must install the ssdeep package"
+end
+
+create_makefile(extension_name)
+

data/ext/ssdeep_native/ssdeep_native.c

@@ -0,0 +1,80 @@
+#include "ruby.h"
+#include <fuzzy.h>
+#include <stdio.h>
+
+static VALUE module_Ssdeep = Qnil;
+static VALUE error_HashError = Qnil;
+
+VALUE ssdeep_from_string(VALUE klass, VALUE buf) {
+  char hash[FUZZY_MAX_RESULT];
+  int ret;
+  Check_Type(buf, T_STRING);
+
+  ret = fuzzy_hash_buf((unsigned char *) RSTRING_PTR(buf), RSTRING_LEN(buf), hash);
+  if (ret == 0)
+    return rb_str_new2(hash);
+  else
+    rb_raise(error_HashError, "An error occurred hashing a string: ret=%i", ret);
+}
+
+VALUE ssdeep_from_filename(VALUE klass, VALUE filename) {
+  char hash[FUZZY_MAX_RESULT];
+  int ret;
+  Check_Type(filename, T_STRING);
+
+  ret=fuzzy_hash_filename(RSTRING_PTR(filename), hash);
+  if (ret == 0)
+    return rb_str_new2(hash);
+  else
+    rb_raise(error_HashError, "An error occurred the file: %s -- ret=%i", RSTRING_PTR(filename), ret);
+}
+
+VALUE ssdeep_from_fileno(VALUE klass, VALUE fileno) {
+  char hash[FUZZY_MAX_RESULT];
+  int ret, fd;
+  FILE *file;
+
+  Check_Type(fileno, T_FIXNUM);
+
+  fd = FIX2INT(fileno);
+
+  if (!(file=fdopen(fd, "r"))) {
+    rb_sys_fail(0);
+    return Qnil;
+  }
+
+  ret=fuzzy_hash_file(file, hash);
+  if (ret == 0)
+    return rb_str_new2(hash);
+  else
+    rb_raise(error_HashError, "An error occurred the fileno: %i -- ret=%i", fd, ret);
+}
+
+VALUE ssdeep_compare(VALUE klass, VALUE sig1, VALUE sig2) {
+  int ret;
+
+  Check_Type(sig1, T_STRING);
+  Check_Type(sig2, T_STRING);
+
+  if (strncmp(RSTRING_PTR(sig1), RSTRING_PTR(sig2), FUZZY_MAX_RESULT) == 0)
+    return INT2NUM(100);
+  else if ( (ret=fuzzy_compare(RSTRING_PTR(sig1), RSTRING_PTR(sig2))) < 0)
+    rb_raise(error_HashError, "An error occurred comparing hashes");
+  else
+    return INT2NUM(ret);
+}
+
+void Init_ssdeep_native() {
+  module_Ssdeep = rb_define_module("Ssdeep");
+
+  error_HashError = rb_define_class_under(module_Ssdeep, "HashError", rb_eStandardError);
+
+  rb_define_singleton_method(module_Ssdeep, "from_string", ssdeep_from_string, 1);
+  rb_define_singleton_method(module_Ssdeep, "from_file", ssdeep_from_filename, 1);
+  rb_define_singleton_method(module_Ssdeep, "from_fileno", ssdeep_from_fileno, 1);
+  rb_define_singleton_method(module_Ssdeep, "compare", ssdeep_compare, 2);
+
+  rb_define_const(module_Ssdeep, "FUZZY_MAX_RESULT", INT2NUM(FUZZY_MAX_RESULT));
+  rb_define_const(module_Ssdeep, "SPAMSUM_LENGTH", INT2NUM(SPAMSUM_LENGTH));
+}
+

data/lib/ffi/ssdeep.rb

@@ -0,0 +1,75 @@
+begin
+require 'rubygems'
+rescue LoadError
+end
+
+require 'ffi'
+
+module FFI
+module Ssdeep
+  class HashError < StandardError
+  end
+
+  extend FFI::Library
+
+  ffi_lib 'fuzzy'
+
+  SPAMSUM_LENGTH = 64
+  FUZZY_MAX_RESULT = (SPAMSUM_LENGTH + (SPAMSUM_LENGTH/2 + 20)) 
+
+  typedef :pointer, :fuzzy_hash
+
+  attach_function :fuzzy_hash_buf, [:pointer, :uint32, :fuzzy_hash], :int
+  attach_function :fuzzy_hash_file, [:pointer, :fuzzy_hash], :int
+  attach_function :fuzzy_hash_filename, [:string, :fuzzy_hash], :int
+  attach_function :fuzzy_compare, [:fuzzy_hash, :fuzzy_hash], :int
+
+  attach_function :fdopen, [:int, :string], :pointer
+
+
+  def self.from_string(buf)
+    bufp = FFI::MemoryPointer.new(buf.size)
+    bufp.write_string(buf)
+
+    out = FFI::MemoryPointer.new(FUZZY_MAX_RESULT)
+
+    if (ret=fuzzy_hash_buf(bufp, bufp.size, out)) == 0
+      return out.read_string
+    else
+      raise(HashError, "An error occurred hashing a string: ret=#{ret}")
+    end
+  end
+
+  def self.from_fileno(fileno)
+    if (not fileno.kind_of?(Integer)) or (file=fdopen(fileno, "r")).null?
+      raise(HashError, "Unable to open file descriptor: #{fileno}")
+    end
+
+    out = FFI::MemoryPointer.new(FUZZY_MAX_RESULT)
+
+    if (ret=fuzzy_hash_file(file, out)) == 0
+      return out.read_string
+    else
+      raise(HashError, "An error occurred hashing the file descriptor: #{fileno} -- ret=#{ret}")
+    end
+  end
+
+  def self.from_file(filename)
+    File.stat(filename)
+    out = FFI::MemoryPointer.new(FUZZY_MAX_RESULT)
+
+    if (ret=fuzzy_hash_filename(filename, out)) == 0
+      return out.read_string
+    else
+      raise(HashError, "An error occurred hashing the file: #{filename} -- ret=#{ret}");
+    end
+  end
+
+  def self.compare(sig1, sig2)
+    psig1 = FFI::MemoryPointer.from_string(sig1)
+    psig2 = FFI::MemoryPointer.from_string(sig2)
+
+    return fuzzy_compare(psig1, psig2)
+  end
+end
+end

data/lib/russdeep.rb

@@ -0,0 +1,3 @@
+require 'ssdeep'
+
+RuSsdeep = Ssdeep

data/lib/ssdeep.rb

@@ -0,0 +1,7 @@
+
+if ENV['RUSSDEEP_USE_FFI'] or RUBY_PLATFORM =~ /java/
+  require 'ssdeep_ffi'
+else
+  require 'ssdeep_native'
+end
+

data/lib/ssdeep_ffi.rb

@@ -0,0 +1,4 @@
+require 'ffi/ssdeep'
+
+Ssdeep = FFI::Ssdeep
+

data/spec/ffi_ssdeep_spec.rb

@@ -0,0 +1,24 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require 'ffi/ssdeep'
+
+describe FFI::Ssdeep do
+  before(:all) {
+    @klass = FFI::Ssdeep
+    @f1 = sample_file("sample1.txt")
+    @f2 = sample_file("sample2.txt")
+
+    @f1_hash = '96:tQWAFF4IMtG6z4FEmYqGPUyukJM4kbqkTKL+LGw6b8f/EZMhJvybtSryfubB:tO4a68FZYqyG4w2+Bbzhpybg6u9'
+    @f2_hash = '192:sO4a68FZYqyG4w2+Bbzhpybg6uTI6l7yrnUxioPmSKx/A0IV2vRqtJUF2CnHqVC2:sOf6aYqyG4w3ug6uTI6lQUxioOLx/AZt'
+  }
+
+  it "should be using the FFI implementation" do
+    FFI::Ssdeep.should respond_to(:fuzzy_compare)
+    FFI::Ssdeep.should respond_to(:fuzzy_hash_file)
+    FFI::Ssdeep.should respond_to(:fuzzy_hash_filename)
+    FFI::Ssdeep.should respond_to(:fuzzy_hash_buf)
+    FFI::Ssdeep.should respond_to(:fdopen)
+  end
+
+  it_should_behave_like 'the Ssdeep interface'
+
+end

data/spec/samples/sample1.txt

@@ -0,0 +1,189 @@
+SCENE I. A desert place.
+
+    Thunder and lightning. Enter three Witches 
+
+First Witch
+
+    When shall we three meet again
+    In thunder, lightning, or in rain?
+
+Second Witch
+
+    When the hurlyburly's done,
+    When the battle's lost and won.
+
+Third Witch
+
+    That will be ere the set of sun.
+
+First Witch
+
+    Where the place?
+
+Second Witch
+
+    Upon the heath.
+
+Third Witch
+
+    There to meet with Macbeth.
+
+First Witch
+
+    I come, Graymalkin!
+
+Second Witch
+
+    Paddock calls.
+
+Third Witch
+
+    Anon.
+
+ALL
+
+    Fair is foul, and foul is fair:
+    Hover through the fog and filthy air.
+
+    Exeunt
+
+SCENE II. A camp near Forres.
+
+    Alarum within. Enter DUNCAN, MALCOLM, DONALBAIN, LENNOX, with Attendants, meeting a bleeding Sergeant 
+
+DUNCAN
+
+    What bloody man is that? He can report,
+    As seemeth by his plight, of the revolt
+    The newest state.
+
+MALCOLM
+
+    This is the sergeant
+    Who like a good and hardy soldier fought
+    'Gainst my captivity. Hail, brave friend!
+    Say to the king the knowledge of the broil
+    As thou didst leave it.
+
+Sergeant
+
+    Doubtful it stood;
+    As two spent swimmers, that do cling together
+    And choke their art. The merciless Macdonwald--
+    Worthy to be a rebel, for to that
+    The multiplying villanies of nature
+    Do swarm upon him--from the western isles
+    Of kerns and gallowglasses is supplied;
+    And fortune, on his damned quarrel smiling,
+    Show'd like a rebel's whore: but all's too weak:
+    For brave Macbeth--well he deserves that name--
+    Disdaining fortune, with his brandish'd steel,
+    Which smoked with bloody execution,
+    Like valour's minion carved out his passage
+    Till he faced the slave;
+    Which ne'er shook hands, nor bade farewell to him,
+    Till he unseam'd him from the nave to the chaps,
+    And fix'd his head upon our battlements.
+
+DUNCAN
+
+    O valiant cousin! worthy gentleman!
+
+Sergeant
+
+    As whence the sun 'gins his reflection
+    Shipwrecking storms and direful thunders break,
+    So from that spring whence comfort seem'd to come
+    Discomfort swells. Mark, king of Scotland, mark:
+    No sooner justice had with valour arm'd
+    Compell'd these skipping kerns to trust their heels,
+    But the Norweyan lord surveying vantage,
+    With furbish'd arms and new supplies of men
+    Began a fresh assault.
+
+DUNCAN
+
+    Dismay'd not this
+    Our captains, Macbeth and Banquo?
+
+Sergeant
+
+    Yes;
+    As sparrows eagles, or the hare the lion.
+    If I say sooth, I must report they were
+    As cannons overcharged with double cracks, so they
+    Doubly redoubled strokes upon the foe:
+    Except they meant to bathe in reeking wounds,
+    Or memorise another Golgotha,
+    I cannot tell.
+    But I am faint, my gashes cry for help.
+
+DUNCAN
+
+    So well thy words become thee as thy wounds;
+    They smack of honour both. Go get him surgeons.
+
+    Exit Sergeant, attended
+    Who comes here?
+
+    Enter ROSS
+
+MALCOLM
+
+    The worthy thane of Ross.
+
+LENNOX
+
+    What a haste looks through his eyes! So should he look
+    That seems to speak things strange.
+
+ROSS
+
+    God save the king!
+
+DUNCAN
+
+    Whence camest thou, worthy thane?
+
+ROSS
+
+    From Fife, great king;
+    Where the Norweyan banners flout the sky
+    And fan our people cold. Norway himself,
+    With terrible numbers,
+    Assisted by that most disloyal traitor
+    The thane of Cawdor, began a dismal conflict;
+    Till that Bellona's bridegroom, lapp'd in proof,
+    Confronted him with self-comparisons,
+    Point against point rebellious, arm 'gainst arm.
+    Curbing his lavish spirit: and, to conclude,
+    The victory fell on us.
+
+DUNCAN
+
+    Great happiness!
+
+ROSS
+
+    That now
+    Sweno, the Norways' king, craves composition:
+    Nor would we deign him burial of his men
+    Till he disbursed at Saint Colme's inch
+    Ten thousand dollars to our general use.
+
+DUNCAN
+
+    No more that thane of Cawdor shall deceive
+    Our bosom interest: go pronounce his present death,
+    And with his former title greet Macbeth.
+
+ROSS
+
+    I'll see it done.
+
+DUNCAN
+
+    What he hath lost noble Macbeth hath won.
+
+    Exeunt
+

data/spec/samples/sample2.txt

@@ -0,0 +1,534 @@
+The Tragedy of Macbeth
+Shakespeare homepage | Macbeth | Entire play
+SCENE I. A desert place.
+
+    Thunder and lightning. Enter three Witches 
+
+First Witch
+
+    When shall we three meet again
+    In thunder, lightning, or in rain?
+
+Second Witch
+
+    When the hurlyburly's done,
+    When the battle's lost and won.
+
+Third Witch
+
+    That will be ere the set of sun.
+
+First Witch
+
+    Where the place?
+
+Second Witch
+
+    Upon the heath.
+
+Third Witch
+
+    There to meet with Macbeth.
+
+First Witch
+
+    I come, Graymalkin!
+
+Second Witch
+
+    Paddock calls.
+
+Third Witch
+
+    Anon.
+
+ALL
+
+    Fair is foul, and foul is fair:
+    Hover through the fog and filthy air.
+
+    Exeunt
+
+SCENE II. A camp near Forres.
+
+    Alarum within. Enter DUNCAN, MALCOLM, DONALBAIN, LENNOX, with Attendants, meeting a bleeding Sergeant 
+
+DUNCAN
+
+    What bloody man is that? He can report,
+    As seemeth by his plight, of the revolt
+    The newest state.
+
+MALCOLM
+
+    This is the sergeant
+    Who like a good and hardy soldier fought
+    'Gainst my captivity. Hail, brave friend!
+    Say to the king the knowledge of the broil
+    As thou didst leave it.
+
+Sergeant
+
+    Doubtful it stood;
+    As two spent swimmers, that do cling together
+    And choke their art. The merciless Macdonwald--
+    Worthy to be a rebel, for to that
+    The multiplying villanies of nature
+    Do swarm upon him--from the western isles
+    Of kerns and gallowglasses is supplied;
+    And fortune, on his damned quarrel smiling,
+    Show'd like a rebel's whore: but all's too weak:
+    For brave Macbeth--well he deserves that name--
+    Disdaining fortune, with his brandish'd steel,
+    Which smoked with bloody execution,
+    Like valour's minion carved out his passage
+    Till he faced the slave;
+    Which ne'er shook hands, nor bade farewell to him,
+    Till he unseam'd him from the nave to the chaps,
+    And fix'd his head upon our battlements.
+
+DUNCAN
+
+    O valiant cousin! worthy gentleman!
+
+Sergeant
+
+    As whence the sun 'gins his reflection
+    Shipwrecking storms and direful thunders break,
+    So from that spring whence comfort seem'd to come
+    Discomfort swells. Mark, king of Scotland, mark:
+    No sooner justice had with valour arm'd
+    Compell'd these skipping kerns to trust their heels,
+    But the Norweyan lord surveying vantage,
+    With furbish'd arms and new supplies of men
+    Began a fresh assault.
+
+DUNCAN
+
+    Dismay'd not this
+    Our captains, Macbeth and Banquo?
+
+Sergeant
+
+    Yes;
+    As sparrows eagles, or the hare the lion.
+    If I say sooth, I must report they were
+    As cannons overcharged with double cracks, so they
+    Doubly redoubled strokes upon the foe:
+    Except they meant to bathe in reeking wounds,
+    Or memorise another Golgotha,
+    I cannot tell.
+    But I am faint, my gashes cry for help.
+
+DUNCAN
+
+    So well thy words become thee as thy wounds;
+    They smack of honour both. Go get him surgeons.
+
+    Exit Sergeant, attended
+    Who comes here?
+
+    Enter ROSS
+
+MALCOLM
+
+    The worthy thane of Ross.
+
+LENNOX
+
+    What a haste looks through his eyes! So should he look
+    That seems to speak things strange.
+
+ROSS
+
+    God save the king!
+
+DUNCAN
+
+    Whence camest thou, worthy thane?
+
+ROSS
+
+    From Fife, great king;
+    Where the Norweyan banners flout the sky
+    And fan our people cold. Norway himself,
+    With terrible numbers,
+    Assisted by that most disloyal traitor
+    The thane of Cawdor, began a dismal conflict;
+    Till that Bellona's bridegroom, lapp'd in proof,
+    Confronted him with self-comparisons,
+    Point against point rebellious, arm 'gainst arm.
+    Curbing his lavish spirit: and, to conclude,
+    The victory fell on us.
+
+DUNCAN
+
+    Great happiness!
+
+ROSS
+
+    That now
+    Sweno, the Norways' king, craves composition:
+    Nor would we deign him burial of his men
+    Till he disbursed at Saint Colme's inch
+    Ten thousand dollars to our general use.
+
+DUNCAN
+
+    No more that thane of Cawdor shall deceive
+    Our bosom interest: go pronounce his present death,
+    And with his former title greet Macbeth.
+
+ROSS
+
+    I'll see it done.
+
+DUNCAN
+
+    What he hath lost noble Macbeth hath won.
+
+    Exeunt
+
+SCENE III. A heath near Forres.
+
+    Thunder. Enter the three Witches 
+
+First Witch
+
+    Where hast thou been, sister?
+
+Second Witch
+
+    Killing swine.
+
+Third Witch
+
+    Sister, where thou?
+
+First Witch
+
+    A sailor's wife had chestnuts in her lap,
+    And munch'd, and munch'd, and munch'd:--
+    'Give me,' quoth I:
+    'Aroint thee, witch!' the rump-fed ronyon cries.
+    Her husband's to Aleppo gone, master o' the Tiger:
+    But in a sieve I'll thither sail,
+    And, like a rat without a tail,
+    I'll do, I'll do, and I'll do.
+
+Second Witch
+
+    I'll give thee a wind.
+
+First Witch
+
+    Thou'rt kind.
+
+Third Witch
+
+    And I another.
+
+First Witch
+
+    I myself have all the other,
+    And the very ports they blow,
+    All the quarters that they know
+    I' the shipman's card.
+    I will drain him dry as hay:
+    Sleep shall neither night nor day
+    Hang upon his pent-house lid;
+    He shall live a man forbid:
+    Weary se'nnights nine times nine
+    Shall he dwindle, peak and pine:
+    Though his bark cannot be lost,
+    Yet it shall be tempest-tost.
+    Look what I have.
+
+Second Witch
+
+    Show me, show me.
+
+First Witch
+
+    Here I have a pilot's thumb,
+    Wreck'd as homeward he did come.
+
+    Drum within
+
+Third Witch
+
+    A drum, a drum!
+    Macbeth doth come.
+
+ALL
+
+    The weird sisters, hand in hand,
+    Posters of the sea and land,
+    Thus do go about, about:
+    Thrice to thine and thrice to mine
+    And thrice again, to make up nine.
+    Peace! the charm's wound up.
+
+    Enter MACBETH and BANQUO
+
+MACBETH
+
+    So foul and fair a day I have not seen.
+
+BANQUO
+
+    How far is't call'd to Forres? What are these
+    So wither'd and so wild in their attire,
+    That look not like the inhabitants o' the earth,
+    And yet are on't? Live you? or are you aught
+    That man may question? You seem to understand me,
+    By each at once her chappy finger laying
+    Upon her skinny lips: you should be women,
+    And yet your beards forbid me to interpret
+    That you are so.
+
+MACBETH
+
+    Speak, if you can: what are you?
+
+First Witch
+
+    All hail, Macbeth! hail to thee, thane of Glamis!
+
+Second Witch
+
+    All hail, Macbeth, hail to thee, thane of Cawdor!
+
+Third Witch
+
+    All hail, Macbeth, thou shalt be king hereafter!
+
+BANQUO
+
+    Good sir, why do you start; and seem to fear
+    Things that do sound so fair? I' the name of truth,
+    Are ye fantastical, or that indeed
+    Which outwardly ye show? My noble partner
+    You greet with present grace and great prediction
+    Of noble having and of royal hope,
+    That he seems rapt withal: to me you speak not.
+    If you can look into the seeds of time,
+    And say which grain will grow and which will not,
+    Speak then to me, who neither beg nor fear
+    Your favours nor your hate.
+
+First Witch
+
+    Hail!
+
+Second Witch
+
+    Hail!
+
+Third Witch
+
+    Hail!
+
+First Witch
+
+    Lesser than Macbeth, and greater.
+
+Second Witch
+
+    Not so happy, yet much happier.
+
+Third Witch
+
+    Thou shalt get kings, though thou be none:
+    So all hail, Macbeth and Banquo!
+
+First Witch
+
+    Banquo and Macbeth, all hail!
+
+MACBETH
+
+    Stay, you imperfect speakers, tell me more:
+    By Sinel's death I know I am thane of Glamis;
+    But how of Cawdor? the thane of Cawdor lives,
+    A prosperous gentleman; and to be king
+    Stands not within the prospect of belief,
+    No more than to be Cawdor. Say from whence
+    You owe this strange intelligence? or why
+    Upon this blasted heath you stop our way
+    With such prophetic greeting? Speak, I charge you.
+
+    Witches vanish
+
+BANQUO
+
+    The earth hath bubbles, as the water has,
+    And these are of them. Whither are they vanish'd?
+
+MACBETH
+
+    Into the air; and what seem'd corporal melted
+    As breath into the wind. Would they had stay'd!
+
+BANQUO
+
+    Were such things here as we do speak about?
+    Or have we eaten on the insane root
+    That takes the reason prisoner?
+
+MACBETH
+
+    Your children shall be kings.
+
+BANQUO
+
+    You shall be king.
+
+MACBETH
+
+    And thane of Cawdor too: went it not so?
+
+BANQUO
+
+    To the selfsame tune and words. Who's here?
+
+    Enter ROSS and ANGUS
+
+ROSS
+
+    The king hath happily received, Macbeth,
+    The news of thy success; and when he reads
+    Thy personal venture in the rebels' fight,
+    His wonders and his praises do contend
+    Which should be thine or his: silenced with that,
+    In viewing o'er the rest o' the selfsame day,
+    He finds thee in the stout Norweyan ranks,
+    Nothing afeard of what thyself didst make,
+    Strange images of death. As thick as hail
+    Came post with post; and every one did bear
+    Thy praises in his kingdom's great defence,
+    And pour'd them down before him.
+
+ANGUS
+
+    We are sent
+    To give thee from our royal master thanks;
+    Only to herald thee into his sight,
+    Not pay thee.
+
+ROSS
+
+    And, for an earnest of a greater honour,
+    He bade me, from him, call thee thane of Cawdor:
+    In which addition, hail, most worthy thane!
+    For it is thine.
+
+BANQUO
+
+    What, can the devil speak true?
+
+MACBETH
+
+    The thane of Cawdor lives: why do you dress me
+    In borrow'd robes?
+
+ANGUS
+
+    Who was the thane lives yet;
+    But under heavy judgment bears that life
+    Which he deserves to lose. Whether he was combined
+    With those of Norway, or did line the rebel
+    With hidden help and vantage, or that with both
+    He labour'd in his country's wreck, I know not;
+    But treasons capital, confess'd and proved,
+    Have overthrown him.
+
+MACBETH
+
+    [Aside] Glamis, and thane of Cawdor!
+    The greatest is behind.
+
+    To ROSS and ANGUS
+    Thanks for your pains.
+
+    To BANQUO
+    Do you not hope your children shall be kings,
+    When those that gave the thane of Cawdor to me
+    Promised no less to them?
+
+BANQUO
+
+    That trusted home
+    Might yet enkindle you unto the crown,
+    Besides the thane of Cawdor. But 'tis strange:
+    And oftentimes, to win us to our harm,
+    The instruments of darkness tell us truths,
+    Win us with honest trifles, to betray's
+    In deepest consequence.
+    Cousins, a word, I pray you.
+
+MACBETH
+
+    [Aside] Two truths are told,
+    As happy prologues to the swelling act
+    Of the imperial theme.--I thank you, gentlemen.
+
+    Aside
+    Cannot be ill, cannot be good: if ill,
+    Why hath it given me earnest of success,
+    Commencing in a truth? I am thane of Cawdor:
+    If good, why do I yield to that suggestion
+    Whose horrid image doth unfix my hair
+    And make my seated heart knock at my ribs,
+    Against the use of nature? Present fears
+    Are less than horrible imaginings:
+    My thought, whose murder yet is but fantastical,
+    Shakes so my single state of man that function
+    Is smother'd in surmise, and nothing is
+    But what is not.
+
+BANQUO
+
+    Look, how our partner's rapt.
+
+MACBETH
+
+    [Aside] If chance will have me king, why, chance may crown me,
+    Without my stir.
+
+BANQUO
+
+    New horrors come upon him,
+    Like our strange garments, cleave not to their mould
+    But with the aid of use.
+
+MACBETH
+
+    [Aside] Come what come may,
+    Time and the hour runs through the roughest day.
+
+BANQUO
+
+    Worthy Macbeth, we stay upon your leisure.
+
+MACBETH
+
+    Give me your favour: my dull brain was wrought
+    With things forgotten. Kind gentlemen, your pains
+    Are register'd where every day I turn
+    The leaf to read them. Let us toward the king.
+    Think upon what hath chanced, and, at more time,
+    The interim having weigh'd it, let us speak
+    Our free hearts each to other.
+
+BANQUO
+
+    Very gladly.
+
+MACBETH
+
+    Till then, enough. Come, friends.
+
+    Exeunt
+
+

data/spec/spec.opts

@@ -0,0 +1,2 @@
+--color
+--format nested

data/spec/spec_helper.rb

@@ -0,0 +1,15 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'spec'
+require 'spec/autorun'
+require File.expand_path(File.dirname(__FILE__) + '/ssdeep_behaviors')
+
+
+Spec::Runner.configure do |config|
+  
+end
+
+def sample_file(fname)
+  File.expand_path(File.join(File.dirname(__FILE__), "samples", fname))
+end
+

data/spec/ssdeep_behaviors.rb

@@ -0,0 +1,84 @@
+require 'spec_helper'
+
+shared_examples_for 'the Ssdeep interface' do
+  it "should generate hashes for strings" do
+    @klass.from_string(File.read(@f1)).should == @f1_hash
+    @klass.from_string(File.read(@f2)).should == @f2_hash
+  end
+
+  it "should generate hashes from filenames" do
+    @klass.from_file(@f1).should == @f1_hash
+    @klass.from_file(@f2).should == @f2_hash
+  end
+
+  it "should generate hashes for file descriptor numbers" do
+    @klass.from_fileno(File.new(@f1, 'r').fileno).should == @f1_hash
+    @klass.from_fileno(File.new(@f2, 'r').fileno).should == @f2_hash
+  end
+
+  it "should compare two hashes from the same string correctly" do
+    @klass.compare(
+      @klass.from_string(File.read @f1),
+      @klass.from_string(File.read @f1)
+    ).should == 100
+  end
+
+
+  it "should compare two hashes from the different strings correctly" do
+    @klass.compare(
+      @klass.from_string(File.read @f1),
+      @klass.from_string(File.read @f2)
+    ).should > 50
+  end
+
+  it "should compare two hashes from the same filename correctly" do
+    @klass.compare(
+      @klass.from_file(@f1),
+      @klass.from_file(@f1)
+    ).should == 100
+  end
+
+  it "should compare two hashes from different filenames correctly" do
+    @klass.compare(
+      @klass.from_file(@f1),
+      @klass.from_file(@f2)
+    ).should > 50
+  end
+
+  # this test seems to really confuse poor java... go figure... 
+  # homer says: stupid java!
+  unless RUBY_PLATFORM =~ /java/
+    it "should compare two hashes from file descriptors with the same file" do
+      @klass.compare(
+        @klass.from_fileno(File.new(@f1, 'r').fileno),
+        @klass.from_fileno(File.new(@f1, 'r').fileno)
+      ).should == 100
+    end
+  end
+
+  it "should compare two hashes from different file descriptors" do
+    @klass.compare(
+      @klass.from_fileno(File.new(@f1, 'r').fileno),
+      @klass.from_fileno(File.new(@f2, 'r').fileno)
+    ).should > 50
+  end
+
+
+  it "should raise an exception when hashing invalid objects" do
+    lambda {@klass.from_fileno(nil)}.should raise_error
+    lambda {@klass.from_string(nil)}.should raise_error
+    lambda {@klass.from_file(nil)}.should raise_error
+  end
+  
+  it "should raise an exception when hashing an invalid fileno" do
+    # ensure we're passing in an invalid fd, by opening and closing it ourself
+    fd = File.open(sample_file('sample1.txt')) {|f| f.fileno }
+
+    lambda {@klass.from_fileno(fd)}.should raise_error
+  end
+
+  it "should raise an exception when hashing an invalid file" do
+    lambda {@klass.from_fileno(sample_file('bogusfile'))}.should raise_error
+  end
+
+end

data/spec/ssdeep_spec.rb

@@ -0,0 +1,33 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require 'ssdeep'
+
+describe Ssdeep do
+  before(:all) {
+    @klass = Ssdeep
+
+    @f1 = sample_file("sample1.txt")
+    @f2 = sample_file("sample2.txt")
+
+    @f1_hash = '96:tQWAFF4IMtG6z4FEmYqGPUyukJM4kbqkTKL+LGw6b8f/EZMhJvybtSryfubB:tO4a68FZYqyG4w2+Bbzhpybg6u9'
+    @f2_hash = '192:sO4a68FZYqyG4w2+Bbzhpybg6uTI6l7yrnUxioPmSKx/A0IV2vRqtJUF2CnHqVC2:sOf6aYqyG4w3ug6uTI6lQUxioOLx/AZt'
+  }
+
+  # this seems to really mess up java... go figure... homer says: stupid java!
+  unless RUBY_PLATFORM =~ /java/
+    it "should compare two hashes from file descriptors with the same file" do
+      @klass.compare(
+        @klass.from_fileno(File.new(@f1, 'r').fileno),
+        @klass.from_fileno(File.new(@f1, 'r').fileno)
+      ).should == 100
+    end
+
+    it "should compare two hashes from different file descriptors" do
+      @klass.compare(
+        @klass.from_fileno(File.new(@f1, 'r').fileno),
+        @klass.from_fileno(File.new(@f2, 'r').fileno)
+      ).should > 50
+    end
+  end
+
+  it_should_behave_like 'the Ssdeep interface'
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification 
+name: russdeep
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 1
+  - 0
+  - 0
+  version: 1.0.0
+platform: ruby
+authors: 
+- Eric Monti
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-02-20 00:00:00 -06:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 2
+        - 9
+        version: 1.2.9
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: ffi
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id002
+description: Ruby bindings for libfuzzy, a fuzzy hashing implementation included with the ssdeep utility
+email: esmonti@gmail.com
+executables: []
+
+extensions: 
+- ext/ssdeep_native/extconf.rb
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .document
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- ext/ssdeep_native/extconf.rb
+- ext/ssdeep_native/ssdeep_native.c
+- lib/ffi/ssdeep.rb
+- lib/russdeep.rb
+- lib/ssdeep.rb
+- lib/ssdeep_ffi.rb
+- spec/ffi_ssdeep_spec.rb
+- spec/samples/sample1.txt
+- spec/samples/sample2.txt
+- spec/spec.opts
+- spec/spec_helper.rb
+- spec/ssdeep_behaviors.rb
+- spec/ssdeep_spec.rb
+has_rdoc: true
+homepage: http://github.com/emonti/russdeep
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: Ruby bindings for libfuzzy (from ssdeep)
+test_files: 
+- spec/ffi_ssdeep_spec.rb
+- spec/spec_helper.rb
+- spec/ssdeep_behaviors.rb
+- spec/ssdeep_spec.rb