WebWordSorter 0.1.2

data/lib/test/WWS_test_cases.rb

@@ -0,0 +1,145 @@
+require 'test/unit'
+require 'WebWordSorter'
+ # Author::    John Z. Abrams  (mailto:jzabrams@unm.edu)
+ # Copyright:: Copyright (c) 2014 John Z. Abrams
+ # License::   Distributed under the same terms as Ruby
+
+##
+# = WebWordSorter Unit Test Class
+# 
+#
+# == Description
+# This class is responsible for ensuring all methods of the WebWordSorter class are 
+# functioning properly. Any modifications to the current class methods should be 
+# tested using this class. Any additional methods added to the WedWordSorter class 
+# should also have a test designed for them to ensure future stability, and managable
+# code.
+
+class TestWWS < Test::Unit::TestCase
+	
+## 
+# ===Test Description
+# This method tests that all links of a page are properly being 
+# collected by the anemone crawler. 
+# http://www.example.com is crawled in a way known to be stable and its output is compared 
+# to the output from the WebWordSorter class.
+    def test_crawl
+    	
+    	pages = 0 
+
+    	Anemone.crawl("http://www.example.com") do |anemone|
+  			anemone.on_every_page do |page|
+
+      			pages = (pages + 1)
+  			end	
+		end
+
+    	expected  = WebWordSorter.new.crawler ("http://www.example.com")
+    	assert_equal expected.length, pages
+
+    end
+
+## 
+# ===Test Description
+# This method tests that all webpages are prooerly being converted to strings.
+# The two websites used here are avaliable for testing puropses exclusively. The combined stirng that 
+# should be returned from these sites  is known, and is compared to that string that is returned by the
+# WebWordSorter class. 
+    def test_pages_to_string
+
+    	test_array = ["http://129.24.149.151/test0.html", "http://129.24.149.151/test1.html" ]
+    	test_string ="This is a test string for the caanes webpage word sort interview project.\ntest     test   test /!@$\n" 
+
+    	expected = WebWordSorter.new.pages_to_string test_array
+
+    	assert_equal(expected, test_string)
+
+    end	
+
+## 
+# ===Test Description
+# This method tests to ensure all markup and charecters are parsed correctly.
+# everything but letters and single spaces should be removed and returned. 
+# A string is given with a known output. The string is passed to the WebWordSorter
+# class and what is returend is compared to the known correct output. 
+    def test_parse_string
+
+    	test_input = "Word dr. !@ %^&$( another word CAPS lowercase  1   2345 67     \n newline! oh no!"
+    	test_string = "Word dr another word CAPS lowercase newline oh no "
+
+    	expected = WebWordSorter.new.parse_string test_input
+
+    	assert_equal(expected, test_string)
+
+    end	
+
+
+## 
+# ===Test Description
+# This method ensures that the conversion of the string to an array is correct.
+# A string is given with a known aoutput array. The string is passed to the 
+# WebWordSorter class and then compared with the known correct output lenght
+# to verify the string was properly split. 
+    def test_spilt_uniq
+
+    	test_input = "one two three three four five five five  abc abc abc "
+
+    	expected = WebWordSorter.new.split_uniq test_input
+
+    	assert (expected.length == expected.uniq.length)
+
+    end	
+
+## 
+# ===Test Description
+# This method ensures that only true words (as determined by the dictionry file used)
+# are kept in the final array to be sorted.
+# An array of words and non words is given with an array or the known real words.
+# The array of words and non words is passed to the WebWordSorter class and the
+# result is compared to the array of known words. Test will fail unless they
+# are identical. 
+    def test_spell_check
+
+    	test_input = ['valid','novalid','test','words','sukess','America', 'a', 'ke', 'I','o','probingisaclassofattackswhereanattackerscansanetworktogatherinformationor', 'borderradius']
+    	test_array= ['valid','test','words','America','a','I','o']
+
+    	expected = WebWordSorter.new.spell_check test_input
+
+    	assert_equal(expected, test_array)
+    end
+
+
+## 
+# ===Test Description
+# This method ensures that the final output is sorted properly. 
+# An unsorted array is passed to an insrance of the WebWord sorter and the output is compared 
+# to a known sorted version of the given array.
+    def test_stooge_sort
+
+    	test_input = ['apple','orange','pear','grape','watermelon','fig','tomato','date']
+    	test_array= ['fig','pear','date','grape','apple','tomato','orange', 'watermelon']
+
+    	expected = WebWordSorter.new.stooge_sort test_input
+
+    	assert_equal(expected, test_array)
+
+    end	
+
+end
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+

metadata

@@ -0,0 +1,137 @@
+--- !ruby/object:Gem::Specification
+name: WebWordSorter
+version: !ruby/object:Gem::Version
+  version: 0.1.2
+platform: ruby
+authors:
+- John Z. Abrams
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: anemone
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pdf-reader
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: "This library # This class contains all the necessary methods to do the
+  following:\n\t-Crawl most websites and return an array of their URLS.\n\t-Convert
+  all HTML and most web linked PDF documents to one large string given an array of
+  urls.\n\t-Parse out all non words and non human sensible markup.\n\t-Stooge Sort
+  an array of words via Iteration, NOT recursion. NOTE: Current verison\n\t IS using
+  recursive stooge sort!\n\t-Write array of words to a new file."
+email:
+- jzabrams@unm.edu
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/WebWordSorter.rb
+- lib/examples/example.rb
+- lib/resources/words.txt
+- lib/test/WWS_test_cases.rb
+homepage: http://webwordsorter.info
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Crawl retreive and sort words from websites.
+test_files: []