fuzzbert 1.0.0

data/spec/executor_spec.rb

@@ -0,0 +1,113 @@
+require 'rspec'
+require 'fuzzbert'
+
+describe FuzzBert::Executor do
+
+  describe "new" do
+    let(:test) do
+      test = FuzzBert::Test.new(lambda { |data| data })
+      FuzzBert::TestSuite.create("suite") do
+        deploy { |data| data }
+        data("1") { FuzzBert::Generators.random }
+      end
+    end
+
+    it "takes a mandatory (array of) TestSuite as first argument" do
+      -> { FuzzBert::Executor.new }.should raise_error ArgumentError
+      FuzzBert::Executor.new(test).should be_an_instance_of(FuzzBert::Executor)
+      FuzzBert::Executor.new([test]).should be_an_instance_of(FuzzBert::Executor)
+    end
+
+    it "allows a pool_size argument" do
+      size = 1
+      executor = FuzzBert::Executor.new(test, pool_size: size)
+      executor.pool_size.should == size
+    end
+
+    it "allows a limit argument" do
+      limit = 42
+      executor = FuzzBert::Executor.new(test, limit: limit)
+      executor.limit.should == limit
+    end
+
+    it "allows a handler argument" do
+      handler = FuzzBert::Handler::Console.new
+      executor = FuzzBert::Executor.new(test, handler: handler)
+      executor.handler.should == handler
+    end
+
+    it "defaults pool_size to 4" do
+      FuzzBert::Executor.new(test).pool_size.should == 4
+    end
+
+    it "defaults limit to -1" do
+      FuzzBert::Executor.new(test).limit.should == -1
+    end
+
+    it "defaults handler to a FileOutputHandler" do
+      FuzzBert::Executor.new(test).handler.should be_an_instance_of(FuzzBert::Handler::FileOutput)
+    end
+  end
+
+  describe "#run" do
+    subject { FuzzBert::Executor.new(suite, pool_size: 1, limit: 1, handler: handler).run }
+
+    class TestHandler
+      def initialize(&blk)
+        @handler = blk
+      end
+
+      def handle(id, data, pid, status)
+        @handler.call(id, data, pid, status)
+      end
+    end
+
+    context "doesn't complain when test succeeds" do
+      let (:suite) do
+        FuzzBert::TestSuite.create("suite") do
+          deploy { |data| data } 
+          data("1") { -> { "a" } }
+        end
+      end
+      let (:handler) { TestHandler.new { |i, d, p, s| raise RuntimeError.new } }
+      it { -> { subject }.should_not raise_error }
+    end
+
+    context "reports an unrescued exception" do
+      called = false
+      let (:suite) do
+        FuzzBert::TestSuite.create("suite") do
+          deploy { |data| raise "boo!" }
+          data("1") { -> { "a" } }
+        end
+      end
+      let (:handler) { TestHandler.new { |i, d, p, s| called = true } }
+      it { -> { subject }.should_not raise_error; called.should be_true }
+    end
+
+    context "allows rescued exceptions" do
+      let (:suite) do
+        FuzzBert::TestSuite.create("suite") do
+          deploy { |data| begin; raise "boo!"; rescue RuntimeError; end }
+          data("1") { -> { "a" } }
+        end
+      end
+      let (:handler) { TestHandler.new { |i, d, p, s| raise RuntimeError.new } }
+      it { -> { subject }.should_not raise_error }
+    end
+
+    context "can handle SEGV" do
+      called = false
+      let (:suite) do
+        FuzzBert::TestSuite.create("suite") do
+          deploy { |data| Process.kill(:SEGV, Process.pid) }
+          data("1") { -> { "a" } }
+        end
+      end
+      let (:handler) { TestHandler.new { |i, d, p, s| called = true } }
+      let (:generator) { FuzzBert::Generator.new("test") { "a" } }
+      it { -> { subject }.should_not raise_error; called.should be_true }
+    end if false #don't want to SEGV every time
+  end
+
+end

data/spec/generator_spec.rb

@@ -0,0 +1,25 @@
+require 'rspec'
+require 'fuzzbert'
+
+describe FuzzBert::Generator do
+
+  describe "new" do
+    it "takes a description and a generator" do
+      desc = "desc"
+      value = "test"
+      gen = FuzzBert::Generator.new(desc, FuzzBert::Generators.fixed(value))
+      gen.description.should == desc
+      gen.to_data.should == value
+    end
+
+    it "takes a block that is executed when to_data is called when no explicit generator is given" do
+      value = "test"
+      desc = "desc"
+      gen = FuzzBert::Generator.new(desc) { value }
+      gen.description.should == desc
+      gen.to_data.should == value
+    end
+  end
+
+end
+

data/spec/mutator_spec.rb

@@ -0,0 +1,32 @@
+require 'rspec'
+require 'fuzzbert'
+
+describe FuzzBert::Mutator do
+
+  describe "new" do
+    it "takes a (valid) base value" do
+      value = "test"
+      mut = FuzzBert::Mutator.new(value)
+    end
+  end
+
+  it "includes Generation" do
+    mut = FuzzBert::Mutator.new("value")
+    mut.generator.should_not be_nil
+  end
+
+  describe "#to_data" do
+    it "mutates the base value in exactly one position" do
+      value = "FuzzBert"
+      mut = FuzzBert::Mutator.new(value)
+      mutated = mut.to_data
+      diff = 0
+      value.each_byte.each_with_index do |b, i|
+        diff += 1 unless b == mutated[i].ord
+      end
+      diff.should == 1
+    end
+  end
+
+end
+

data/spec/template_spec.rb

@@ -0,0 +1,84 @@
+require 'rspec'
+require 'fuzzbert'
+
+describe FuzzBert::Template do
+
+  describe "new" do
+    it "takes a String parameter" do
+      FuzzBert::Template.new("test").should be_an_instance_of(FuzzBert::Template)
+    end
+  end
+
+  describe "set" do
+    it "allows to define callbacks for template variables" do
+      t = FuzzBert::Template.new "a${var}c"
+      t.set(:var) { "b" }
+      t.to_data.should == "abc"
+    end
+
+    it "takes only Symbols to reference the template variables" do
+      t = FuzzBert::Template.new "a${var}c"
+      t.set("var") { "b" }
+      -> { t.to_data }.should raise_error
+    end
+  end
+
+  describe "to_data" do
+    it "can replace multiple template variables that possess a callback defined by set" do
+      t = FuzzBert::Template.new "a${var1}c${var2}"
+      t.set(:var1) { "b" }
+      t.set(:var2) { "d" }
+      t.to_data.should == "abcd"
+    end
+
+    specify "the dollar sign can be escaped with a backslash" do
+      t = FuzzBert::Template.new "a\\${var}c"
+      t.to_data.should == "a${var}c"
+    end
+
+    specify "a backslash can be escaped with another backslash" do
+      t = FuzzBert::Template.new "a\\\\c"
+      t.to_data.should == "a\\c"
+    end
+
+    it "raises an error if no closing brace is found for an open one" do
+      -> { FuzzBert::Template.new "a${bc" }.should raise_error
+    end
+
+    it "does allow curly braces within a template variable identifier" do
+      t = FuzzBert::Template.new "a${v{ar}c"
+      t.set("v{ar".to_sym) { "b" }
+      t.to_data.should == "abc"
+    end
+
+    it "does allow backslashes within a template variable identifier" do
+      t = FuzzBert::Template.new "a${v\\ar}c"
+      t.set("v\\ar".to_sym) { "b" }
+      t.to_data.should == "abc"
+    end
+
+    it "allows text only" do
+      t = FuzzBert::Template.new "abc"
+      t.to_data.should == "abc"
+    end
+
+    it "allows variables only" do
+      t = FuzzBert::Template.new "${a}${b}${c}"
+      t.set(:a) { "a" }
+      t.set(:b) { "b" }
+      t.set(:c) { "c" }
+      t.to_data.should == "abc"
+    end
+
+    it "allows heredoc strings" do
+      t = FuzzBert::Template.new <<-EOS
+{ user: { id: ${id}, name: "${name}" } }
+      EOS
+
+      t.set(:id) { "5" }
+      t.set(:name) { "FuzzBert" }
+      t.to_data.should == "{ user: { id: 5, name: \"FuzzBert\" } }\n"
+    end
+  end
+
+end

data/spec/test_spec.rb

@@ -0,0 +1,20 @@
+require 'rspec'
+require 'fuzzbert'
+
+describe FuzzBert::Test do
+
+  describe "new" do
+    it "takes a mandatory proc argument" do
+      -> { FuzzBert::Test.new }.should raise_error
+      FuzzBert::Test.new( lambda { |data| data }).should be_an_instance_of(FuzzBert::Test)
+    end
+  end
+
+  describe "#run" do
+    it "executes the block passed on creation with the data passed to it" do
+      value = "test"
+      t = FuzzBert::Test.new( lambda { |data| data })
+      t.run(value).should == value
+    end
+  end
+end

metadata

@@ -0,0 +1,80 @@
+--- !ruby/object:Gem::Specification
+name: fuzzbert
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+  prerelease: 
+platform: ruby
+authors:
+- Martin Bosslet
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-16 00:00:00.000000000 Z
+dependencies: []
+description: A random testing / fuzzer framework for Ruby.
+email: Martin.Bosslet@gmail.com
+executables:
+- fuzzbert
+extensions: []
+extra_rdoc_files:
+- README.md
+files:
+- lib/fuzzbert.rb
+- lib/fuzzbert/error_handler.rb
+- lib/fuzzbert/test.rb
+- lib/fuzzbert/autorun.rb
+- lib/fuzzbert/autorun.rb~
+- lib/fuzzbert/generators.rb
+- lib/fuzzbert/mutator.rb
+- lib/fuzzbert/template.rb
+- lib/fuzzbert/rake_task.rb
+- lib/fuzzbert/test_suite.rb
+- lib/fuzzbert/generator.rb
+- lib/fuzzbert/container.rb
+- lib/fuzzbert/executor.rb
+- lib/fuzzbert/version.rb
+- lib/fuzzbert/dsl.rb
+- lib/fuzzbert/generation.rb
+- LICENSE
+- README.md
+- spec/autorun_spec.rb
+- spec/template_spec.rb
+- spec/mutator_spec.rb
+- spec/executor_spec.rb
+- spec/dsl_spec.rb
+- spec/generator_spec.rb
+- spec/test_spec.rb
+- bin/fuzzbert
+homepage: https://github.com/krypt/FuzzBert
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Fuzz your applications and libraries with minimal effort.
+test_files:
+- spec/autorun_spec.rb
+- spec/template_spec.rb
+- spec/mutator_spec.rb
+- spec/executor_spec.rb
+- spec/dsl_spec.rb
+- spec/generator_spec.rb
+- spec/test_spec.rb