vidibus-words 0.0.1 → 0.0.2

data/README.md

@@ -0,0 +1,46 @@
+# Vidibus::Words [![](http://travis-ci.org/vidibus/vidibus-words.png)](http://travis-ci.org/vidibus/vidibus-words)
+
+This gem provides handling of words. It ships with a list of stop words in English, German, and Spanish and allows extraction of keywords from a string.
+
+This gem is part of [Vidibus](http://vidibus.org), an open source toolset for building distributed (video) applications.
+
+
+## Installation
+
+Add `gem 'vidibus-words'` to your `Gemfile`. Then call `bundle install` on your console.
+
+
+## Usage
+
+### Extracting keywords
+
+To return a list of keywords from a given text, ordered by occurrence, enter:
+
+```ruby
+input = Vidibus::Words.new('To tell a long story short, it\'s necessary to tell it briefly without fluff!')
+input.keywords
+ => ["tell", "long", "story", "short", "necessary", "briefly", "fluff"]
+```
+
+To return keywords of a certain locale only, you may set it as filter:
+
+```ruby
+input = Vidibus::Words.new('To tell a long story short, it\'s necessary to tell it briefly without fluff!')
+input.locale = :de
+input.keywords
+ => ["to", "tell", "a", "long", "story", "short", "it's", "necessary", "it", "briefly", "without", "fluff"] 
+```
+
+### Stopwords lists
+
+You may obtain stopwords easily:
+
+```ruby
+Vidibus::Words.stopwords      # => Stopwords for all available locales
+Vidibus::Words.stopwords(:en) # => English stopwords only
+```
+
+
+## Copyright
+
+© 2010-2012 Andre Pankratz. See LICENSE for details.

data/Rakefile

@@ -1,37 +1,17 @@
-require "rubygems"
-require "rake"
-require "rake/rdoctask"
-require "rspec"
-require "rspec/core/rake_task"
+require 'bundler'
+require 'rdoc/task'
+require 'rspec'
+require 'rspec/core/rake_task'
 
-begin
-  require "jeweler"
-  Jeweler::Tasks.new do |gem|
-    gem.name = "vidibus-words"
-    gem.summary = %Q{Tools for handling of words.}
-    gem.description = %Q{Contains stop words lists and methods to extract keywords from strings.}
-    gem.email = "andre@vidibus.com"
-    gem.homepage = "http://github.com/vidibus/vidibus-words"
-    gem.authors = ["Andre Pankratz"]
-    gem.add_dependency "rails", "~> 3.0.0"
-    gem.add_dependency "vidibus-core_extensions"
-  end
-  Jeweler::GemcutterTasks.new
-rescue LoadError
-  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
-end
+Bundler::GemHelper.install_tasks
 
-Rspec::Core::RakeTask.new(:rcov) do |t|
-  t.pattern = "spec/**/*_spec.rb"
-  t.rcov = true
-  t.rcov_opts = ["--exclude", "^spec,/gems/"]
-end
+$LOAD_PATH.unshift File.expand_path('../lib', __FILE__)
+require 'vidibus/words'
 
 Rake::RDocTask.new do |rdoc|
-  version = File.exist?("VERSION") ? File.read("VERSION") : ""
-  rdoc.rdoc_dir = "rdoc"
-  rdoc.title = "vidibus-words #{version}"
-  rdoc.rdoc_files.include("README*")
-  rdoc.rdoc_files.include("lib/**/*.rb")
-  rdoc.options << "--charset=utf-8"
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "vidibus-words #{Vidibus::Words::VERSION}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+  rdoc.options << '--charset=utf-8'
 end

data/lib/vidibus/words.rb

@@ -1,6 +1,7 @@
 # encoding: utf-8
 module Vidibus
   class Words
+    VERSION = '0.0.2'
 
     class MissingLocaleError < StandardError; end
 
@@ -42,7 +43,7 @@ module Vidibus
         count = 0
         _stopwords = Vidibus::Words.stopwords(*locales)
         for word in sort
-          clean = word.permalink.gsub("-","")
+          clean = word.permalink.gsub('-','')
           unless _stopwords.include?(clean)
             list << word
             count += 1
@@ -61,7 +62,7 @@ module Vidibus
         locales = I18n.available_locales if locales.empty?
         stopwords = []
         for locale in locales
-          translation = I18n.t("vidibus.stopwords", :locale => locale)
+          translation = I18n.t('vidibus.stopwords', :locale => locale)
           next if translation.is_a?(String)
           stopwords << translation
         end
@@ -70,20 +71,20 @@ module Vidibus
 
       # Returns a list of words from given string.
       def words(string)
-        allowed = [" ", "a-z", "A-Z", "0-9"] + String::LATIN_MAP.values
-        disallowed = ["¿", "¡"] # Add some disallowed chars that cannot be catched. TODO: Improve!
-        match = /[^#{allowed.join("")}]/
+        allowed = [' ', 'a-z', 'A-Z', '0-9'] + String::LATIN_MAP.values
+        disallowed = ['¿', '¡'] # Add some disallowed chars that cannot be catched. TODO: Improve!
+        match = /[^#{allowed.join('')}]/
         string.
-          gsub(/\s+/mu, " ").
-          gsub(/[#{disallowed.join}]/u, "").
-          gsub(/#{match}+ /u, " ").
-          gsub(/ #{match}+/u, " ").
-          gsub(/#{match}+$/u, "").
-          gsub(/^#{match}+/u, "").
+          gsub(/\s+/mu, ' ').
+          gsub(/[#{disallowed.join}]/u, '').
+          gsub(/#{match}+ /u, ' ').
+          gsub(/ #{match}+/u, ' ').
+          gsub(/#{match}+$/u, '').
+          gsub(/^#{match}+/u, '').
           split(/ /)
       end
 
-      # Returns a list of words ordered by their occurrance.
+      # Returns a list of words ordered by occurrence.
       # All words will be converted to downcase.
       def sort_by_occurrence(list)
         map = {}

data/lib/vidibus-words.rb

@@ -1,8 +1,4 @@
-require "rails"
-require "vidibus-core_extensions"
-
-$:.unshift(File.join(File.dirname(__FILE__), "vidibus"))
-require "words"
+require 'vidibus/words'
 
 # Start a Rails Engine to load translations containing stopwords.
 if defined?(Rails)

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: vidibus-words
 version: !ruby/object:Gem::Version 
-  hash: 29
+  hash: 27
   prerelease: false
   segments: 
   - 0
   - 0
-  - 1
-  version: 0.0.1
+  - 2
+  version: 0.0.2
 platform: ruby
 authors: 
 - Andre Pankratz
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-11-16 00:00:00 +01:00
+date: 2012-02-11 00:00:00 +01:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -24,14 +24,12 @@ dependencies:
   requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version 
-        hash: 7
+        hash: 5
         segments: 
         - 3
-        - 0
-        - 0
-        version: 3.0.0
+        version: "3"
   type: :runtime
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
@@ -48,41 +46,102 @@ dependencies:
         version: "0"
   type: :runtime
   version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :development
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: rdoc
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: rr
+  prerelease: false
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id007
 description: Contains stop words lists and methods to extract keywords from strings.
 email: andre@vidibus.com
 executables: []
 
 extensions: []
 
-extra_rdoc_files: 
-- LICENSE
-- README.rdoc
+extra_rdoc_files: []
+
 files: 
-- .bundle/config
-- .document
-- .gitignore
-- .rspec
-- Gemfile
-- Gemfile.lock
-- LICENSE
-- README.rdoc
-- Rakefile
-- VERSION
+- lib/vidibus/words.rb
+- lib/vidibus-words.rb
 - config/locales/de.yml
 - config/locales/en.yml
 - config/locales/es.yml
-- lib/vidibus-words.rb
-- lib/vidibus/words.rb
-- spec/spec_helper.rb
-- spec/vidibus/words_spec.rb
-- vidibus-words.gemspec
+- LICENSE
+- README.md
+- Rakefile
 has_rdoc: true
-homepage: http://github.com/vidibus/vidibus-words
+homepage: https://github.com/vidibus/vidibus-words
 licenses: []
 
 post_install_message: 
-rdoc_options: 
-- --charset=UTF-8
+rdoc_options: []
+
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
@@ -99,17 +158,18 @@ required_rubygems_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: 3
+      hash: 23
       segments: 
-      - 0
-      version: "0"
+      - 1
+      - 3
+      - 6
+      version: 1.3.6
 requirements: []
 
-rubyforge_project: 
+rubyforge_project: vidibus-words
 rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
-summary: Tools for handling of words.
-test_files: 
-- spec/spec_helper.rb
-- spec/vidibus/words_spec.rb
+summary: Tools for handling (stop-) words
+test_files: []
+

data/.bundle/config

@@ -1,2 +0,0 @@
---- 
-BUNDLE_DISABLE_SHARED_GEMS: "1"

data/.document

@@ -1,5 +0,0 @@
-README.rdoc
-lib/**/*.rb
-bin/*
-features/**/*.feature
-LICENSE

data/.gitignore

@@ -1,21 +0,0 @@
-## MAC OS
-.DS_Store
-
-## TEXTMATE
-*.tmproj
-tmtags
-
-## EMACS
-*~
-\#*
-.\#*
-
-## VIM
-*.swp
-
-## PROJECT::GENERAL
-coverage
-rdoc
-pkg
-
-## PROJECT::SPECIFIC

data/.rspec

@@ -1,2 +0,0 @@
---colour
---format nested

data/Gemfile

@@ -1,11 +0,0 @@
-source :rubygems
-
-gem "rails", "~> 3.0.0"
-gem "vidibus-core_extensions"
-
-# Development dependecies
-gem "jeweler"
-gem "rake"
-gem "rspec", "~> 2.0.0.beta.20"
-gem "rr"
-gem "relevance-rcov"

data/Gemfile.lock

@@ -1,101 +0,0 @@
-GEM
-  remote: http://rubygems.org/
-  specs:
-    abstract (1.0.0)
-    actionmailer (3.0.1)
-      actionpack (= 3.0.1)
-      mail (~> 2.2.5)
-    actionpack (3.0.1)
-      activemodel (= 3.0.1)
-      activesupport (= 3.0.1)
-      builder (~> 2.1.2)
-      erubis (~> 2.6.6)
-      i18n (~> 0.4.1)
-      rack (~> 1.2.1)
-      rack-mount (~> 0.6.12)
-      rack-test (~> 0.5.4)
-      tzinfo (~> 0.3.23)
-    activemodel (3.0.1)
-      activesupport (= 3.0.1)
-      builder (~> 2.1.2)
-      i18n (~> 0.4.1)
-    activerecord (3.0.1)
-      activemodel (= 3.0.1)
-      activesupport (= 3.0.1)
-      arel (~> 1.0.0)
-      tzinfo (~> 0.3.23)
-    activeresource (3.0.1)
-      activemodel (= 3.0.1)
-      activesupport (= 3.0.1)
-    activesupport (3.0.1)
-    arel (1.0.1)
-      activesupport (~> 3.0.0)
-    builder (2.1.2)
-    diff-lcs (1.1.2)
-    erubis (2.6.6)
-      abstract (>= 1.0.0)
-    gemcutter (0.6.1)
-    git (1.2.5)
-    i18n (0.4.2)
-    jeweler (1.4.0)
-      gemcutter (>= 0.1.0)
-      git (>= 1.2.5)
-      rubyforge (>= 2.0.0)
-    json_pure (1.4.6)
-    mail (2.2.9)
-      activesupport (>= 2.3.6)
-      i18n (~> 0.4.1)
-      mime-types (~> 1.16)
-      treetop (~> 1.4.8)
-    mime-types (1.16)
-    polyglot (0.3.1)
-    rack (1.2.1)
-    rack-mount (0.6.13)
-      rack (>= 1.0.0)
-    rack-test (0.5.6)
-      rack (>= 1.0)
-    rails (3.0.1)
-      actionmailer (= 3.0.1)
-      actionpack (= 3.0.1)
-      activerecord (= 3.0.1)
-      activeresource (= 3.0.1)
-      activesupport (= 3.0.1)
-      bundler (~> 1.0.0)
-      railties (= 3.0.1)
-    railties (3.0.1)
-      actionpack (= 3.0.1)
-      activesupport (= 3.0.1)
-      rake (>= 0.8.4)
-      thor (~> 0.14.0)
-    rake (0.8.7)
-    relevance-rcov (0.9.2.1)
-    rr (1.0.2)
-    rspec (2.0.1)
-      rspec-core (~> 2.0.1)
-      rspec-expectations (~> 2.0.1)
-      rspec-mocks (~> 2.0.1)
-    rspec-core (2.0.1)
-    rspec-expectations (2.0.1)
-      diff-lcs (>= 1.1.2)
-    rspec-mocks (2.0.1)
-      rspec-core (~> 2.0.1)
-      rspec-expectations (~> 2.0.1)
-    rubyforge (2.0.4)
-      json_pure (>= 1.1.7)
-    thor (0.14.4)
-    treetop (1.4.8)
-      polyglot (>= 0.3.1)
-    tzinfo (0.3.23)
-    vidibus-core_extensions (0.3.11)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  jeweler
-  rails (~> 3.0.0)
-  rake
-  relevance-rcov
-  rr
-  rspec (~> 2.0.0.beta.20)
-  vidibus-core_extensions

data/README.rdoc

@@ -1,24 +0,0 @@
-= vidibus-stopwords
-
-This gem provides handling of words. It ships with a list of stop words and allows extraction of keywords from a string.
-
-This gem is part of the open source SOA framework Vidibus: http://vidibus.org
-
-
-== Installation
-
-Add the dependency to the Gemfile of your application:
-
-  gem "vidibus-stopwords"
-
-Then call bundle install on your console.
-
-
-= Usage
-
-TODO: describe
-
-
-== Copyright
-
-Copyright (c) 2010 Andre Pankratz. See LICENSE for details.

data/VERSION

@@ -1 +0,0 @@
-0.0.1

data/spec/spec_helper.rb

@@ -1,15 +0,0 @@
-$LOAD_PATH.unshift(File.dirname(__FILE__))
-$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
-
-require "rubygems"
-require "rspec"
-require "rr"
-require "active_support/core_ext"
-require "vidibus-core_extensions"
-require "vidibus-words"
-
-RSpec.configure do |config|
-  config.mock_with :rr
-end
-
-I18n.load_path += Dir[File.join('config', 'locales', '**', '*.{rb,yml}')]

data/spec/vidibus/words_spec.rb

@@ -1,170 +0,0 @@
-# encoding: utf-8
-require "spec_helper"
-
-describe "Vidibus::Words" do
-  describe "initialization" do
-    it "should require an input string" do
-      expect {Vidibus::Words.new}.to raise_error(ArgumentError)
-    end
-
-    it "should accept an additional argument to set locales" do
-      words = Vidibus::Words.new("hello", :en)
-      words.locales.should eql([:en])
-    end
-
-    it "should accept an additional list of locales" do
-      words = Vidibus::Words.new("hello", [:en, :de])
-      words.locales.should eql([:en, :de])
-    end
-  end
-
-  describe "to_a" do
-    it "should call Vidibus::Words.words with input string" do
-      stub(Vidibus::Words.words("Whazzup?"))
-      Vidibus::Words.new("Whazzup?").to_a
-    end
-  end
-
-  describe "sort" do
-    it "should call Vidibus::Words.sort_by_occurrence with list" do
-      words = Vidibus::Words.new("Whazzup?")
-      stub(Vidibus::Words.sort_by_occurrence(words.list))
-      words.sort
-    end
-  end
-
-  describe "keywords" do
-    let(:input) do
-      "El profesor de ajedrez puso fin a la discusión de sus alumnos:
-      -Hoy, lo más importante, es la concentración. Deberán abstraerse del entorno y sólo prestar atención al juego. ¡No se olviden que la semana que viene es la maratón de ajedrez en Buenos Aires y ustedes representarán al club!
-      -¡Pero, maestro…! No se puede jugar en el bar que está lleno de gente y menos con el loquito de Aníbal al lado.
-      -¡Más respeto, jovencito! Aníbal es el hijo del presidente y fanático del ajedrez. Además, hace tiempo que quiere presenciar una partida, de modo que le prometí a su padre que estaría presente en el entrenamiento. ¡Y a ustedes les vendrá muy bien para ensayar la concentración! Los espero esta tarde a las cinco –dijo dando media vuelta y por finalizados los cuestionamientos.
-      El bar del club El Alfil, a las cinco de la tarde, estaba muy concurrido por los socios que se reponían de las distintas actividades del día. La mesa dispuesta para el partido estaba instalada en una esquina del salón, un poco aislada de las otras, ocupadas por parroquianos que poca atención le prestaban a los novatos ajedrecistas. En una silla contigua, se sentaba un joven de expresión entusiasta que contrastaba con el semblante adusto de los jugadores. El profesor colocó el reloj sobre la mesa y dio por iniciada la partida. Diego, que jugaba con las blancas, abrió con la apertura Ruy López y detuvo su cronómetro. Enseguida se escuchó el grito de Aníbal:
-      -¡Gambito de dama! ¡Gambito de dama!
-      Marcelo le echó una mirada de reojo y respondió con la defensa berlinesa para las negras.
-      -¡Defensa siciliana! ¡Defensa Siciliana! –chilló Aníbal en el colmo de su exaltación.
-      Acodado en la barra, don Antonio observaba la escena y le traducía al Sordo su interpretación de los hechos:
-      -Parece que los pibes están jugando a las damas y el loquito de Aníbal les da instrucciones. Por la cara que tienen no les gustan mucho los consejos, pero siendo un juego de damas parece acertado eso de las gambas. Y las sicilianas… ¡Se las traen!
-      El Sordo, que además de escuchar poco veía menos, asintió con un movimiento de cabeza.
-      En la mesa, los ajedrecistas se esforzaban por no perderse entre los desvaríos de Aníbal y movían sus piezas y detenían sus cronómetros y los volvían a poner en marcha.
-      El profesor afirmaba con la testa convencido de que la ordalía les aseguraría el primer puesto en el torneo.
-      -¡Defensa india de dama! ¡Defensa india de dama! –vociferó el hijo del presidente desde la silla, obedeciendo la orden de su papá de no moverse.
-      -¡Ahora pide que venga una india a defender a la dama! Al fin de cuentas parece que no está tan loquito este Aníbal –le dijo don Antonio en la oreja al Sordo y después se empinó un trago de grapa.
-      Los jugadores, estimulados por el acoso del loco, no tardaban más de quince minutos en mover sus piezas. De un solo movimiento, Diego le comió dos peones a Marcelo.
-      -¡Peones muertos! ¡Peones muertos! –sollozó Aníbal que era muy sensible.
-      -¡Las mujeres son vengativas, Sordo! ¿Qué necesidad de matar a esos pobres laburantes si con despedirlos hubiera protegido a la dama? –Le tironea de la manga de la camisa mientras le dice en voz alta:- ¡Mirá, mirá! ¿No te dije? ¡Es un juego violento!
-      En el salón, los aspirantes a campeones perseguían al loquito entre las mesas bombardeándolo con peones, alfiles, caballos, torres, reyes y reinas. El profesor los seguía levantando las piezas en el camino, mientras Aníbal desgranaba a la carrera sus nociones de ajedrez:
-      -¡Apertura, medio juego, final! ¡Final, Finaaaal!
-      -¿Querés que te diga? Me quedo con el truco, que no mata a nadie –concluyó don Antonio."
-    end
-
-    let(:words) {Vidibus::Words.new(input)}
-
-    it "should return a list of words without stopwords, ordered by occurrence" do
-      words = Vidibus::Words.new("To tell a long story short, it's necessary to tell it briefly without fluff!")
-      words.keywords.should eql(%w[tell long story short necessary briefly fluff])
-    end
-
-    it "should only remove stopwords of given locale" do
-      words = Vidibus::Words.new("To tell a long story short, it's necessary to tell it briefly without fluff!")
-      words.locale = :de
-      words.keywords.should eql(%w[to tell a long story short it's necessary it briefly without fluff])
-    end
-
-    it "should return only 20 keywords by default" do
-      keywords = words.keywords
-      keywords.length.should eql(20)
-      keywords.should eql(%w[no aníbal dama defensa profesor ajedrez juego loquito sordo peones mesa don antonio parece piezas india concentración atención ustedes club])
-    end
-
-    it "should accept an optional length param" do
-      words.keywords(30).length.should eql(30)
-    end
-  end
-
-  describe ".stopwords" do
-    it "should return a list of stop words of all languages available" do
-      list = Vidibus::Words.stopwords
-      list.should include("also") # de
-      list.should include("able") # en
-    end
-
-    it "should return a list of stop words for given locale only" do
-      list = Vidibus::Words.stopwords(:de)
-      list.should include("also")
-      list.should_not include("able")
-    end
-
-    it "should accept multiple locales" do
-      list = Vidibus::Words.stopwords(:de, :en)
-      list.should include("also") # de
-      list.should include("able") # en
-    end
-
-    it "should return an empty array if no stop words are available for given locale" do
-      Vidibus::Words.stopwords(:fr).should be_empty
-    end
-  end
-
-  describe ".words" do
-    it "should return an array of words from given string" do
-      Vidibus::Words.words("Hello").should eql(%w[Hello])
-    end
-
-    it "should remove dates with slashes" do
-      Vidibus::Words.words("On 01/12/2011 we will party!").should eql(%w[On 01/12/2011 we will party])
-    end
-
-    it "should preserve dates with dashes" do
-      Vidibus::Words.words("On 12-01-2011 we will party!").should eql(%w[On 12-01-2011 we will party])
-    end
-
-    it "should preserve dates with dots" do
-      Vidibus::Words.words("On 12.01.2011 we will party!").should eql(%w[On 12.01.2011 we will party])
-    end
-
-    it "should preserve combined words" do
-      Vidibus::Words.words("sign-on").should eql(%w[sign-on])
-    end
-
-    it "should preserve decimals with dots" do
-      Vidibus::Words.words("10.5").should eql(%w[10.5])
-    end
-
-    it "should preserve decimals with commas" do
-      Vidibus::Words.words("10,5").should eql(%w[10,5])
-    end
-
-    it "should preserve apostrophs" do
-      Vidibus::Words.words("It's on!").should eql(%w[It's on])
-    end
-
-    it "should preserve special chars" do
-      Vidibus::Words.words("Hola señor").should eql(%w[Hola señor])
-    end
-
-    it "should remove non-word chars" do
-      Vidibus::Words.words("¿cómo está?").should eql(%w[cómo está])
-    end
-
-    it "should remove non-word chars within sentences" do
-      Vidibus::Words.words("Hola señor, ¿cómo está?").should eql(%w[Hola señor cómo está])
-    end
-
-    it "should remove double non-word chars" do
-      Vidibus::Words.words("-¡Defensa india de dama!-").should eql(%w[Defensa india de dama])
-    end
-  end
-
-  describe ".sort_by_occurrence" do
-    it "should sort a list of words by occurrence" do
-      words = Vidibus::Words.words("Children's song: Hey, hey Wickie, hey Wickie, hey!")
-      Vidibus::Words.sort_by_occurrence(words).should eql(%w[hey wickie children's song])
-    end
-
-    it "should also weigh the position of words" do
-      words = Vidibus::Words.words("third: first second third")
-      Vidibus::Words.sort_by_occurrence(words).should eql(%w[third first second])
-    end
-  end
-end

data/vidibus-words.gemspec

@@ -1,65 +0,0 @@
-# Generated by jeweler
-# DO NOT EDIT THIS FILE DIRECTLY
-# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
-# -*- encoding: utf-8 -*-
-
-Gem::Specification.new do |s|
-  s.name = %q{vidibus-words}
-  s.version = "0.0.1"
-
-  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
-  s.authors = ["Andre Pankratz"]
-  s.date = %q{2010-11-16}
-  s.description = %q{Contains stop words lists and methods to extract keywords from strings.}
-  s.email = %q{andre@vidibus.com}
-  s.extra_rdoc_files = [
-    "LICENSE",
-     "README.rdoc"
-  ]
-  s.files = [
-    ".bundle/config",
-     ".document",
-     ".gitignore",
-     ".rspec",
-     "Gemfile",
-     "Gemfile.lock",
-     "LICENSE",
-     "README.rdoc",
-     "Rakefile",
-     "VERSION",
-     "config/locales/de.yml",
-     "config/locales/en.yml",
-     "config/locales/es.yml",
-     "lib/vidibus-words.rb",
-     "lib/vidibus/words.rb",
-     "spec/spec_helper.rb",
-     "spec/vidibus/words_spec.rb",
-     "vidibus-words.gemspec"
-  ]
-  s.homepage = %q{http://github.com/vidibus/vidibus-words}
-  s.rdoc_options = ["--charset=UTF-8"]
-  s.require_paths = ["lib"]
-  s.rubygems_version = %q{1.3.7}
-  s.summary = %q{Tools for handling of words.}
-  s.test_files = [
-    "spec/spec_helper.rb",
-     "spec/vidibus/words_spec.rb"
-  ]
-
-  if s.respond_to? :specification_version then
-    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
-    s.specification_version = 3
-
-    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
-      s.add_runtime_dependency(%q<rails>, ["~> 3.0.0"])
-      s.add_runtime_dependency(%q<vidibus-core_extensions>, [">= 0"])
-    else
-      s.add_dependency(%q<rails>, ["~> 3.0.0"])
-      s.add_dependency(%q<vidibus-core_extensions>, [">= 0"])
-    end
-  else
-    s.add_dependency(%q<rails>, ["~> 3.0.0"])
-    s.add_dependency(%q<vidibus-core_extensions>, [">= 0"])
-  end
-end
-