text_nlp 0.0.0

data/.gitignore

@@ -0,0 +1,10 @@
+.redcar
+.redcar/**/*
+.redcar/*
+.DS_Store
+log/**/*
+tmp/**/*
+bin/*
+vendor/gems/*
+!vendor/gems/cache/
+.sass-cache/*

data/.rspec

@@ -0,0 +1 @@
+--color

data/.rvmrc

@@ -0,0 +1 @@
+rvm ruby-1.9.2@text_nlp --create

data/Gemfile

@@ -0,0 +1,5 @@
+source :rubygems
+
+group :test do
+  gem 'rspec'
+end

data/Gemfile.lock

@@ -0,0 +1,18 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.2)
+    rspec (2.6.0)
+      rspec-core (~> 2.6.0)
+      rspec-expectations (~> 2.6.0)
+      rspec-mocks (~> 2.6.0)
+    rspec-core (2.6.4)
+    rspec-expectations (2.6.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.6.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  rspec

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2011 fonzo14
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README

@@ -0,0 +1 @@
+A minimalist Natural Language Processing library.

data/Rakefile

@@ -0,0 +1,10 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rspec/core/rake_task'
+
+desc "Run all RSpec tests"
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec
+task :test => [:spec]

data/lib/text_nlp.rb

@@ -0,0 +1,8 @@
+# encoding: utf-8
+
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+
+require "text_nlp/normalizer.rb"
+
+class TextNlp
+end

data/lib/text_nlp/normalizer.rb

@@ -0,0 +1,16 @@
+# encoding: UTF-8
+
+class TextNlp
+  class Normalizer
+    def initialize
+    end
+    def normalize(text)
+      text.downcase!
+      text.tr!("éèàçîêô","eeacieo")
+      text.tr!("!',;?.()/\\_|[]{}\"<>:*$%\-"," ")
+      text.gsub!(/\s+/," ")
+      text.strip!
+      text
+    end
+  end
+end

data/spec/normalizer_spec.rb

@@ -0,0 +1,17 @@
+# encoding: utf-8
+require "spec_helper"
+
+describe TextNlp::Normalizer do
+  
+  it "should normalize text" do
+    n = TextNlp::Normalizer.new
+    n.normalize("pourquoi le 1 se vire").should eq "pourquoi le 1 se vire"
+    n.normalize("TOTO").should eq "toto"
+    n.normalize("TOto").should eq "toto"
+    n.normalize("!'-,;?.()/\_|[]{}\" toto <>:*%$").should eq "toto"
+    n.normalize("éèàçêî").should eq "eeacei"
+    n.normalize("Comment q'ça se fait î pas ?").should eq "comment q ca se fait i pas"    
+    n.normalize("pourquoi le 1 se vire").should eq "pourquoi le 1 se vire"
+  end
+  
+end

data/spec/spec_helper.rb

@@ -0,0 +1,5 @@
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'rspec'
+require 'text_nlp'

data/text_nlp.gemspec

@@ -0,0 +1,13 @@
+Gem::Specification.new do |s|
+  s.name          = 'text_nlp'
+  s.version       = '0.0.0'
+  s.date          = '2011-07-05'
+  s.summary       = "A minimalist NLP library"
+  s.description   = s.summary
+  s.authors       = ["fonzo14"]
+  s.require_paths = ["lib"]
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.homepage      = 'http://github.com/fonzo14/text_nlp'
+end

metadata

@@ -0,0 +1,58 @@
+--- !ruby/object:Gem::Specification
+name: text_nlp
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+  prerelease: 
+platform: ruby
+authors:
+- fonzo14
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-07-05 00:00:00.000000000Z
+dependencies: []
+description: A minimalist NLP library
+email: 
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .rvmrc
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README
+- Rakefile
+- lib/text_nlp.rb
+- lib/text_nlp/normalizer.rb
+- spec/normalizer_spec.rb
+- spec/spec_helper.rb
+- text_nlp-0.0.0.gem
+- text_nlp.gemspec
+homepage: http://github.com/fonzo14/text_nlp
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.7.2
+signing_key: 
+specification_version: 3
+summary: A minimalist NLP library
+test_files: []