siefca-httpage 0.0.4 → 0.0.6

data/lib/httpage/httpage.rb

@@ -174,16 +174,19 @@ class HTTPage
                  gsub(/<.*?>/m, ''))
   end
 
-  # Transliterates text to ASCII and removes unknown characters.
+  # Transliterates text to ASCII and removes unknown characters leaving just words.
 
   def clean_text(text=nil, enc=nil)
     text ||= self.body
     enc ||= self.encoding
     page = Iconv.iconv('UTF-8//IGNORE', enc, text).join
-    page = Iconv.iconv('ASCII//TRANSLIT//IGNORE', 'UTF-8', strip_html(page)).join.downcase
+    page = strip_html(page)
+    page.gsub!(/['`]/m, '_amp__')
+    page = Iconv.iconv('ASCII//TRANSLIT//IGNORE', 'UTF-8', page).join.downcase
     page.tr!(".!?", ' ')
     page.gsub!(/[^\x00-\x7F]+/, '')
     page.gsub!(/[^a-z0-9\-_\+\s\n\.\!\?]+/im, '')
+    page.gsub!('_amp__',"'")
     page.gsub!(%r{[.*?]}mi, '')
     page.squeeze!(" \n")
     page.gsub!(/^\s?\n\s?$/m, '')

data/lib/httpage.rb

@@ -8,3 +8,4 @@
 
 require 'httpage/bufferaffects'
 require 'httpage/httpage'
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: siefca-httpage
 version: !ruby/object:Gem::Version 
-  version: 0.0.4
+  version: 0.0.6
 platform: ruby
 authors: 
 - "Pawe\xC5\x82 Wilk"
@@ -11,8 +11,17 @@ cert_chain: []
 
 date: 2009-04-22 00:00:00 -07:00
 default_executable: 
-dependencies: []
-
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: htmlentities
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
 description: httpage is simple HTTP(S) reader with ability to transliterate body
 email: pw@gnu.org
 executables: []