wordlist 0.1.0 → 0.1.1

data/spec/builder_spec.rb

@@ -2,19 +2,19 @@ require 'wordlist/builder'
 
 require 'spec_helper'
 require 'helpers/text'
+require 'helpers/wordlist'
 require 'builder_examples'
 
-require 'tempfile'
-require 'fileutils'
-
 describe Builder do
+  include Helpers
+
   describe "new wordlist" do
     before(:all) do
       @expected = ['dog', 'cat', 'catx', 'dat']
     end
 
     before(:each) do
-      @path = Tempfile.new('wordlist').path
+      @path = wordlist_tempfile
     end
 
     it_should_behave_like "a wordlist Builder"
@@ -27,10 +27,101 @@ describe Builder do
     end
 
     before(:each) do
-      @path = Tempfile.new('wordlist').path
-      FileUtils.cp(PREVIOUS_WORDLIST,@path)
+      @path = wordlist_tempfile(Helpers::PREVIOUS_WORDLIST)
     end
 
     it_should_behave_like "a wordlist Builder"
   end
+
+  describe "word queue" do
+    before(:all) do
+      @path = wordlist_tempfile
+    end
+
+    before(:each) do
+      @builder = Builder.new(@path, :max_words => 2)
+    end
+
+    it "should act like a queue" do
+      @builder.enqueue('dog')
+      @builder.enqueue('cat')
+
+      @builder.word_queue.should == ['dog', 'cat']
+    end
+
+    it "should have a maximum length of the queue" do
+      @builder.enqueue('dog')
+      @builder.enqueue('cat')
+      @builder.enqueue('log')
+
+      @builder.word_queue.should == ['cat', 'log']
+    end
+  end
+
+  describe "word combinations" do
+    before(:all) do
+      @path = wordlist_tempfile
+    end
+
+    it "should yield only one word when max_words is set to 1" do
+      builder = Builder.new(@path)
+      builder.enqueue('dog')
+
+      builder.word_combinations do |words|
+        words.should == 'dog'
+      end
+    end
+
+    it "should include the last seen word in every combination" do
+      builder = Builder.new(@path, :max_words => 2)
+      builder.enqueue('dog')
+      builder.enqueue('cat')
+      builder.enqueue('dat')
+
+      builder.word_combinations do |words|
+        words.split(' ').include?('dat').should == true
+      end
+    end
+
+    it "should include a minimum number of words" do
+      builder = Builder.new(@path, :min_words => 2, :max_words => 3)
+      builder.enqueue('dog')
+      builder.enqueue('cat')
+      builder.enqueue('dat')
+
+      builder.word_combinations do |words|
+        words.split(' ').length.should >= 2
+      end
+    end
+
+    it "should not include more than a maximum number of words" do
+      builder = Builder.new(@path, :max_words => 2)
+      builder.enqueue('dog')
+      builder.enqueue('cat')
+      builder.enqueue('dat')
+
+      builder.word_combinations do |words|
+        words.split(' ').length.should_not > 2
+      end
+    end
+
+    it "should preserve the order words were seen in" do
+      builder = Builder.new(@path, :max_words => 3)
+      builder.enqueue('dog')
+      builder.enqueue('cat')
+      builder.enqueue('dat')
+
+      combinations = []
+
+      builder.word_combinations do |words|
+        combinations << words
+      end
+
+      combinations.should == [
+        'dat',
+        'cat dat',
+        'dog cat dat'
+      ]
+    end
+  end
 end

data/spec/classes/parser_class.rb

@@ -1,3 +1,5 @@
+require 'wordlist/parsers'
+
 class ParserClass
 
   include Wordlist::Parsers

data/spec/helpers/text.rb

@@ -0,0 +1,6 @@
+module Helpers
+  TEXT_DIR = File.expand_path(File.join(File.dirname(__FILE__),'..','text'))
+
+  SAMPLE_TEXT = File.join(TEXT_DIR,'sample.txt')
+  PREVIOUS_WORDLIST = File.join(TEXT_DIR,'previous_wordlist.txt')
+end

data/spec/helpers/wordlist.rb

@@ -0,0 +1,23 @@
+require 'tempfile'
+require 'fileutils'
+
+module Helpers
+  def wordlist_tempfile(existing_file=nil)
+    path = Tempfile.new('wordlist').path
+
+    FileUtils.cp(existing_file,path) if existing_file
+    return path
+  end
+
+  def should_contain_words(path,expected)
+    words = []
+
+    File.open(path) do |file|
+      file.each_line do |line|
+        words << line.chomp
+      end
+    end
+
+    words.sort.should == expected.sort
+  end
+end

data/spec/spec_helper.rb

@@ -1,7 +1,5 @@
-require 'rubygems'
-gem 'rspec', '>=1.1.12'
-require 'spec'
+gem 'rspec', '~> 2.4'
+require 'rspec'
 
 require 'wordlist/version'
-
 include Wordlist

data/wordlist.gemspec

@@ -0,0 +1,60 @@
+# encoding: utf-8
+
+require 'yaml'
+
+Gem::Specification.new do |gem|
+  gemspec = YAML.load_file('gemspec.yml')
+
+  gem.name    = gemspec.fetch('name')
+  gem.version = gemspec.fetch('version') do
+                  lib_dir = File.join(File.dirname(__FILE__),'lib')
+                  $LOAD_PATH << lib_dir unless $LOAD_PATH.include?(lib_dir)
+
+                  require 'wordlist/version'
+                  Wordlist::VERSION
+                end
+
+  gem.summary     = gemspec['summary']
+  gem.description = gemspec['description']
+  gem.licenses    = Array(gemspec['license'])
+  gem.authors     = Array(gemspec['authors'])
+  gem.email       = gemspec['email']
+  gem.homepage    = gemspec['homepage']
+
+  glob = lambda { |patterns| gem.files & Dir[*patterns] }
+
+  gem.files = `git ls-files`.split($/)
+  gem.files = glob[gemspec['files']] if gemspec['files']
+
+  gem.executables = gemspec.fetch('executables') do
+    glob['bin/*'].map { |path| File.basename(path) }
+  end
+  gem.default_executable = gem.executables.first if Gem::VERSION < '1.7.'
+
+  gem.extensions       = glob[gemspec['extensions'] || 'ext/**/extconf.rb']
+  gem.test_files       = glob[gemspec['test_files'] || '{test/{**/}*_test.rb']
+  gem.extra_rdoc_files = glob[gemspec['extra_doc_files'] || '*.{txt,md}']
+
+  gem.require_paths = Array(gemspec.fetch('require_paths') {
+    %w[ext lib].select { |dir| File.directory?(dir) }
+  })
+
+  gem.requirements              = gemspec['requirements']
+  gem.required_ruby_version     = gemspec['required_ruby_version']
+  gem.required_rubygems_version = gemspec['required_rubygems_version']
+  gem.post_install_message      = gemspec['post_install_message']
+
+  split = lambda { |string| string.split(/,\s*/) }
+
+  if gemspec['dependencies']
+    gemspec['dependencies'].each do |name,versions|
+      gem.add_dependency(name,split[versions])
+    end
+  end
+
+  if gemspec['development_dependencies']
+    gemspec['development_dependencies'].each do |name,versions|
+      gem.add_development_dependency(name,split[versions])
+    end
+  end
+end

metadata

@@ -1,7 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: wordlist
 version: !ruby/object:Gem::Version 
-  version: 0.1.0
+  hash: 25
+  prerelease: 
+  segments: 
+  - 0
+  - 1
+  - 1
+  version: 0.1.1
 platform: ruby
 authors: 
 - Postmodern
@@ -9,115 +15,153 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-08-31 00:00:00 -07:00
-default_executable: 
+date: 2012-06-12 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: spidr
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 15
+        segments: 
+        - 0
+        - 2
+        version: "0.2"
   type: :runtime
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rubygems-tasks
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
-    - - ">="
+    - - ~>
       - !ruby/object:Gem::Version 
-        version: 0.1.9
-    version: 
+        hash: 9
+        segments: 
+        - 0
+        - 1
+        version: "0.1"
+  type: :development
+  version_requirements: *id002
 - !ruby/object:Gem::Dependency 
   name: rspec
-  type: :development
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
-    - - ">="
+    - - ~>
       - !ruby/object:Gem::Version 
-        version: 1.1.12
-    version: 
-- !ruby/object:Gem::Dependency 
-  name: hoe
+        hash: 11
+        segments: 
+        - 2
+        - 4
+        version: "2.4"
   type: :development
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: yard
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
-    - - ">="
+    - - ~>
       - !ruby/object:Gem::Version 
-        version: 2.3.3
-    version: 
-description: |-
-  A Ruby library for generating and working with word-lists. Wordlist allows
-  one to efficiently generate unique word-lists from arbitrary text or
-  other sources, such as website content. Wordlist can also quickly enumerate
-  through words within an existing word-list, applying multiple mutation
-  rules to each word in the list.
-email: 
-- postmodern.mod3@gmail.com
-executables: []
-
+        hash: 27
+        segments: 
+        - 0
+        - 8
+        version: "0.8"
+  type: :development
+  version_requirements: *id004
+description: A Ruby library for generating and working with word-lists. Wordlist allows one to efficiently generate unique word-lists from arbitrary text or other sources, such as website content. Wordlist can also quickly enumerate through words within an existing word-list, applying multiple mutation rules to each word in the list.
+email: postmodern.mod3@gmail.com
+executables: 
+- wordlist
 extensions: []
 
 extra_rdoc_files: 
-- History.txt
-- Manifest.txt
-- README.txt
-- scripts/text/comedy_of_errors.txt
+- ChangeLog.md
+- LICENSE.txt
+- README.md
 files: 
-- History.txt
-- Manifest.txt
-- README.txt
+- .document
+- .gitignore
+- .rspec
+- .yardopts
+- ChangeLog.md
+- LICENSE.txt
+- README.md
 - Rakefile
+- bin/wordlist
+- gemspec.yml
 - lib/wordlist.rb
-- lib/wordlist/unique_filter.rb
-- lib/wordlist/parsers.rb
 - lib/wordlist/builder.rb
 - lib/wordlist/builders.rb
 - lib/wordlist/builders/website.rb
-- lib/wordlist/mutator.rb
-- lib/wordlist/list.rb
 - lib/wordlist/flat_file.rb
+- lib/wordlist/list.rb
+- lib/wordlist/mutator.rb
+- lib/wordlist/parsers.rb
+- lib/wordlist/runners.rb
+- lib/wordlist/runners/list.rb
+- lib/wordlist/runners/runner.rb
+- lib/wordlist/unique_filter.rb
 - lib/wordlist/version.rb
-- tasks/spec.rb
 - scripts/benchmark
 - scripts/text/comedy_of_errors.txt
+- spec/builder_examples.rb
+- spec/builder_spec.rb
 - spec/classes/parser_class.rb
 - spec/classes/test_list.rb
+- spec/flat_file_spec.rb
+- spec/helpers/text.rb
+- spec/helpers/wordlist.rb
+- spec/list_spec.rb
+- spec/mutator_spec.rb
+- spec/parsers_spec.rb
+- spec/spec_helper.rb
+- spec/text/flat_file.txt
 - spec/text/previous_wordlist.txt
 - spec/text/sample.txt
-- spec/text/flat_file.txt
-- spec/spec_helper.rb
 - spec/unique_filter_spec.rb
-- spec/parsers_spec.rb
-- spec/mutator_spec.rb
-- spec/builder_spec.rb
-- spec/list_spec.rb
-- spec/flat_file_spec.rb
 - spec/wordlist_spec.rb
-has_rdoc: true
-homepage: http://wordlist.rubyforge.org/
-licenses: []
-
+- wordlist.gemspec
+homepage: https://github.com/sophsec/wordlist
+licenses: 
+- MIT
 post_install_message: 
-rdoc_options: 
-- --main
-- README.txt
+rdoc_options: []
+
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
       version: "0"
-  version: 
 required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
       version: "0"
-  version: 
 requirements: []
 
-rubyforge_project: wordlist
-rubygems_version: 1.3.5
+rubyforge_project: 
+rubygems_version: 1.8.23
 signing_key: 
 specification_version: 3
-summary: A Ruby library for generating and working with word-lists
+summary: A Ruby library for generating and working with word-lists.
 test_files: []