summa 0.0.8 → 0.0.9

data/Manifest.txt

@@ -5,6 +5,8 @@ README.rdoc
 Rakefile
 lib/summa.rb
 lib/FrequencyAnalyzer.rb
+lib/SummaUtils.rb
+lib/SummaData.rb
 script/console
 script/destroy
 script/generate

data/lib/SummaData.rb

@@ -0,0 +1,343 @@
+class SummaData
+
+@@threshold = 0.8
+@@sigma = 16
+
+@@stopwords = Array.[]("a", \
+"about", \
+"above", \
+"across", \
+"after", \
+"afterwards", \
+"again", \
+"against", \
+"all", \
+"almost", \
+"alone", \
+"along", \
+"already", \
+"also", \
+"although", \
+"always", \
+"am", \
+"among", \
+"amongst", \
+"amoungst", \
+"amount", \
+"an", \
+"and", \
+"another", \
+"any", \
+"anyhow", \
+"anyone", \
+"anything", \
+"anyway", \
+"anywhere", \
+"are", \
+"around", \
+"as", \
+"at", \
+"back", \
+"be", \
+"became", \
+"because", \
+"become", \
+"becomes", \
+"becoming", \
+"been", \
+"before", \
+"beforehand", \
+"behind", \
+"being", \
+"below", \
+"beside", \
+"besides", \
+"between", \
+"beyond", \
+"bill", \
+"both", \
+"bottom", \
+"but", \
+"by", \
+"call", \
+"can", \
+"cannot", \
+"cant", \
+"co", \
+"computer", \
+"con", \
+"could", \
+"couldnt", \
+"cry", \
+"de", \
+"describe", \
+"detail", \
+"do", \
+"done", \
+"down", \
+"due", \
+"during", \
+"each", \
+"eg", \
+"eight", \
+"either", \
+"eleven", \
+"else", \
+"elsewhere", \
+"empty", \
+"enough", \
+"etc", \
+"even", \
+"ever", \
+"every", \
+"everyone", \
+"everything", \
+"everywhere", \
+"except", \
+"few", \
+"fifteen", \
+"fify", \
+"fill", \
+"find", \
+"fire", \
+"first", \
+"five", \
+"for", \
+"former", \
+"formerly", \
+"forty", \
+"found", \
+"four", \
+"from", \
+"front", \
+"full", \
+"further", \
+"get", \
+"give", \
+"go", \
+"had", \
+"has", \
+"hasnt", \
+"have", \
+"he", \
+"hence", \
+"her", \
+"here", \
+"hereafter", \
+"hereby", \
+"herein", \
+"hereupon", \
+"hers", \
+"herself", \
+"him", \
+"himself", \
+"his", \
+"how", \
+"however", \
+"hundred", \
+"i", \
+"ie", \
+"if", \
+"in", \
+"inc", \
+"indeed", \
+"interest", \
+"into", \
+"is", \
+"it", \
+"its", \
+"itself", \
+"keep", \
+"last", \
+"latter", \
+"latterly", \
+"least", \
+"less", \
+"ltd", \
+"made", \
+"many", \
+"may", \
+"me", \
+"meanwhile", \
+"might", \
+"mill", \
+"mine", \
+"more", \
+"moreover", \
+"most", \
+"mostly", \
+"move", \
+"much", \
+"must", \
+"my", \
+"myself", \
+"name", \
+"namely", \
+"neither", \
+"never", \
+"nevertheless", \
+"next", \
+"nine", \
+"no", \
+"nobody", \
+"none", \
+"noone", \
+"nor", \
+"not", \
+"nothing", \
+"now", \
+"nowhere", \
+"of", \
+"off", \
+"often", \
+"on", \
+"once", \
+"one", \
+"only", \
+"onto", \
+"or", \
+"other", \
+"others", \
+"otherwise", \
+"our", \
+"ours", \
+"ourselves", \
+"out", \
+"over", \
+"own", \
+"part", \
+"per", \
+"perhaps", \
+"please", \
+"put", \
+"rather", \
+"re", \
+"same", \
+"see", \
+"seem", \
+"seemed", \
+"seeming", \
+"seems", \
+"serious", \
+"several", \
+"she", \
+"should", \
+"show", \
+"side", \
+"since", \
+"sincere", \
+"six", \
+"sixty", \
+"so", \
+"some", \
+"somehow", \
+"someone", \
+"something", \
+"sometime", \
+"sometimes", \
+"somewhere", \
+"still", \
+"such", \
+"system", \
+"take", \
+"ten", \
+"than", \
+"that", \
+"the", \
+"their", \
+"them", \
+"themselves", \
+"then", \
+"thence", \
+"there", \
+"thereafter", \
+"thereby", \
+"therefore", \
+"therein", \
+"thereupon", \
+"these", \
+"they", \
+"thick", \
+"thin", \
+"third", \
+"this", \
+"those", \
+"though", \
+"three", \
+"through", \
+"throughout", \
+"thru", \
+"thus", \
+"to", \
+"together", \
+"too", \
+"top", \
+"toward", \
+"towards", \
+"twelve", \
+"twenty", \
+"two", \
+"un", \
+"under", \
+"until", \
+"up", \
+"upon", \
+"us", \
+"very", \
+"via", \
+"was", \
+"we", \
+"well", \
+"were", \
+"what", \
+"whatever", \
+"when", \
+"whence", \
+"whenever", \
+"where", \
+"whereafter", \
+"whereas", \
+"whereby", \
+"wherein", \
+"whereupon", \
+"wherever", \
+"whether", \
+"which", \
+"while", \
+"whither", \
+"who", \
+"whoever", \
+"whole", \
+"whom", \
+"whose", \
+"why", \
+"will", \
+"with", \
+"within", \
+"without", \
+"would", \
+"yet", \
+"you", \
+"your", \
+"yours", \
+"yourself", \
+"yourselves" )
+
+# Need to manually put in the accessors if they are class methods
+	def SummaData.stopwords
+ 		 @@stopwords
+	end
+
+	def SummaData.sigma
+ 	 	@@sigma
+	end
+
+	def SummaData.threshold
+  	@@threshold
+	end
+
+
+
+end
+#end of SummaData class
+

data/lib/SummaUtils.rb

@@ -0,0 +1,49 @@
+class String
+  def freqkeys
+    @freqCount = {}
+    @stopwords = SummaData.stopwords
+    @mean = 0
+    @keywords = [];
+
+    self.each(' ') { |word|
+      if word != nil
+        word.removePunctuation!
+        word.delete!(' ')
+        if !@stopwords.include?(word.downcase)
+          #stemmed = word.stem
+          if @freqCount.has_key?(word)
+            @freqCount[word] = @freqCount[word] + 1
+          else
+            @freqCount[word] = 1
+          end
+        end
+      end
+    }
+
+    sum = 0
+    count = 0
+    keys = @freqCount.keys
+    for i in 0..keys.length
+      if keys[i] != nil
+        sum = sum + @freqCount[keys[i]]
+        count = count + 1
+      end
+    end
+
+    @mean = sum/count
+
+    keys = @freqCount.keys
+#    p keys
+    for i in 0..keys.length
+      if keys[i] != nil
+        value = @freqCount[keys[i]]
+        if value > 2 * @mean && keys[i] != ""
+          @keywords << keys[i]
+#           p @keywords
+        end
+      end
+    end
+    @keywords
+  end
+
+end #class String (extensions)

data/lib/summa.rb

@@ -3,14 +3,16 @@ $:.unshift(File.dirname(__FILE__)) unless
 
 
 require 'FrequencyAnalyzer'
+require 'SummaData'
+require 'SummaUtils'
 
 module Summa
-  VERSION = '0.0.8'
+  VERSION = '0.0.9'
 end
 
 class String
   def summarize
-    puts "Testing version 0.0.8 "
+    puts "Testing version 0.0.9 "
   end
 
   def removePunctuation!
@@ -195,346 +197,3 @@ class CGDocument
 	
 end
 
-
-class SummaData
-
-@@threshold = 0.8
-@@sigma = 16
-@@stopwords = Array.[]("a", \
-"about", \
-"above", \
-"across", \
-"after", \
-"afterwards", \
-"again", \
-"against", \
-"all", \
-"almost", \
-"alone", \
-"along", \
-"already", \
-"also", \
-"although", \
-"always", \
-"am", \
-"among", \
-"amongst", \
-"amoungst", \
-"amount", \
-"an", \
-"and", \
-"another", \
-"any", \
-"anyhow", \
-"anyone", \
-"anything", \
-"anyway", \
-"anywhere", \
-"are", \
-"around", \
-"as", \
-"at", \
-"back", \
-"be", \
-"became", \
-"because", \
-"become", \
-"becomes", \
-"becoming", \
-"been", \
-"before", \
-"beforehand", \
-"behind", \
-"being", \
-"below", \
-"beside", \
-"besides", \
-"between", \
-"beyond", \
-"bill", \
-"both", \
-"bottom", \
-"but", \
-"by", \
-"call", \
-"can", \
-"cannot", \
-"cant", \
-"co", \
-"computer", \
-"con", \
-"could", \
-"couldnt", \
-"cry", \
-"de", \
-"describe", \
-"detail", \
-"do", \
-"done", \
-"down", \
-"due", \
-"during", \
-"each", \
-"eg", \
-"eight", \
-"either", \
-"eleven", \
-"else", \
-"elsewhere", \
-"empty", \
-"enough", \
-"etc", \
-"even", \
-"ever", \
-"every", \
-"everyone", \
-"everything", \
-"everywhere", \
-"except", \
-"few", \
-"fifteen", \
-"fify", \
-"fill", \
-"find", \
-"fire", \
-"first", \
-"five", \
-"for", \
-"former", \
-"formerly", \
-"forty", \
-"found", \
-"four", \
-"from", \
-"front", \
-"full", \
-"further", \
-"get", \
-"give", \
-"go", \
-"had", \
-"has", \
-"hasnt", \
-"have", \
-"he", \
-"hence", \
-"her", \
-"here", \
-"hereafter", \
-"hereby", \
-"herein", \
-"hereupon", \
-"hers", \
-"herself", \
-"him", \
-"himself", \
-"his", \
-"how", \
-"however", \
-"hundred", \
-"i", \
-"ie", \
-"if", \
-"in", \
-"inc", \
-"indeed", \
-"interest", \
-"into", \
-"is", \
-"it", \
-"its", \
-"itself", \
-"keep", \
-"last", \
-"latter", \
-"latterly", \
-"least", \
-"less", \
-"ltd", \
-"made", \
-"many", \
-"may", \
-"me", \
-"meanwhile", \
-"might", \
-"mill", \
-"mine", \
-"more", \
-"moreover", \
-"most", \
-"mostly", \
-"move", \
-"much", \
-"must", \
-"my", \
-"myself", \
-"name", \
-"namely", \
-"neither", \
-"never", \
-"nevertheless", \
-"next", \
-"nine", \
-"no", \
-"nobody", \
-"none", \
-"noone", \
-"nor", \
-"not", \
-"nothing", \
-"now", \
-"nowhere", \
-"of", \
-"off", \
-"often", \
-"on", \
-"once", \
-"one", \
-"only", \
-"onto", \
-"or", \
-"other", \
-"others", \
-"otherwise", \
-"our", \
-"ours", \
-"ourselves", \
-"out", \
-"over", \
-"own", \
-"part", \
-"per", \
-"perhaps", \
-"please", \
-"put", \
-"rather", \
-"re", \
-"same", \
-"see", \
-"seem", \
-"seemed", \
-"seeming", \
-"seems", \
-"serious", \
-"several", \
-"she", \
-"should", \
-"show", \
-"side", \
-"since", \
-"sincere", \
-"six", \
-"sixty", \
-"so", \
-"some", \
-"somehow", \
-"someone", \
-"something", \
-"sometime", \
-"sometimes", \
-"somewhere", \
-"still", \
-"such", \
-"system", \
-"take", \
-"ten", \
-"than", \
-"that", \
-"the", \
-"their", \
-"them", \
-"themselves", \
-"then", \
-"thence", \
-"there", \
-"thereafter", \
-"thereby", \
-"therefore", \
-"therein", \
-"thereupon", \
-"these", \
-"they", \
-"thick", \
-"thin", \
-"third", \
-"this", \
-"those", \
-"though", \
-"three", \
-"through", \
-"throughout", \
-"thru", \
-"thus", \
-"to", \
-"together", \
-"too", \
-"top", \
-"toward", \
-"towards", \
-"twelve", \
-"twenty", \
-"two", \
-"un", \
-"under", \
-"until", \
-"up", \
-"upon", \
-"us", \
-"very", \
-"via", \
-"was", \
-"we", \
-"well", \
-"were", \
-"what", \
-"whatever", \
-"when", \
-"whence", \
-"whenever", \
-"where", \
-"whereafter", \
-"whereas", \
-"whereby", \
-"wherein", \
-"whereupon", \
-"wherever", \
-"whether", \
-"which", \
-"while", \
-"whither", \
-"who", \
-"whoever", \
-"whole", \
-"whom", \
-"whose", \
-"why", \
-"will", \
-"with", \
-"within", \
-"without", \
-"would", \
-"yet", \
-"you", \
-"your", \
-"yours", \
-"yourself", \
-"yourselves" )
-
-# Need to manually put in the accessors if they are class methods!
-	def SummaData.stopwords
- 		 @@stopwords
-	end
-
-	def SummaData.sigma
- 	 	@@sigma
-	end
-
-	def SummaData.threshold
-  	@@threshold
-	end
-
-
-
-end
-#end of SummaData class
-

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: summa
 version: !ruby/object:Gem::Version 
-  version: 0.0.8
+  version: 0.0.9
 platform: ruby
 authors: 
 - HyLiter.org
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-09-22 00:00:00 -07:00
+date: 2009-09-24 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -43,6 +43,8 @@ files:
 - Rakefile
 - lib/summa.rb
 - lib/FrequencyAnalyzer.rb
+- lib/SummaUtils.rb
+- lib/SummaData.rb
 - script/console
 - script/destroy
 - script/generate