piola 0.0.7

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--backtrace
+--format documentation

data/.rvmrc

@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+rvm use ruby-1.9.3-p194@piola --install --create
+export PATH=./bin:$PATH

data/Gemfile

@@ -0,0 +1,8 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in piola.gemspec
+gemspec
+
+gem 'bundler'
+gem 'rspec'
+gem 'debugger'

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2013 David Jairala
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,31 @@
+# Piola
+
+String extensions and quality of life methods
+
+Provides a bunch of extensions for Strings, HTML manipulation methods, splitting, spanish language quality of life, etc.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'piola'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install piola
+
+## Usage
+
+For general ussage tips and expectations, take a look at the tests in `spec/`
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/lib/piola.rb

@@ -0,0 +1,10 @@
+require "piola/version"
+require "piola/encoding"
+require "piola/html"
+require "piola/importance"
+require "piola/numbers"
+require "piola/parsing"
+require "piola/special_chars"
+require "piola/splitting"
+require "piola/sql"
+require "piola/uri"

data/lib/piola/encoding.rb

@@ -0,0 +1,37 @@
+module Piola
+
+  module Encoding
+
+    def to_iso
+      self.force_encoding('ISO-8859-1')
+    end
+
+    def to_utf8
+      self.force_encoding('UTF-8')
+    end
+
+    def utf8?
+      begin
+        self.encoding.name == 'UTF-8'
+      rescue ArgumentError => e
+        return false if e.message == 'invalid byte sequence in UTF-8'
+      rescue Encoding::CompatibilityError
+        return false
+      end
+    end
+
+    def iso?
+      begin
+        self.encoding.name == 'ISO-8859-1'
+      rescue ArgumentError => e
+        return false if e.message == 'invalid byte sequence in ISO-8859-1'
+      rescue Encoding::CompatibilityError
+        return false
+      end
+    end
+
+  end
+
+end
+
+String.send :include, Piola::Encoding

data/lib/piola/html.rb

@@ -0,0 +1,85 @@
+module Piola
+
+  module Html
+
+    # Remove html tags
+    def strip_tags
+      str = self
+      str = str.gsub(/<\/?[^>]*>/, '')
+      str = str.gsub(/&lt;.*?&gt;/, '')
+      str = str.gsub('&raquo;', '')
+      str = str.gsub('&nbsp;', ' ')
+      str = str.remove_all_parenthesis
+      str
+    end
+
+    # Remove html tags but leaves enters instead of tags
+    def strip_tags_enters(remove_parens = true)
+      str = self
+      str = str.gsub(/<\/?[^>]*>/, "\n").gsub('&raquo;', '').gsub('&nbsp;', ' ')
+
+      str = str.split("\n").map do |parragraph|
+        parragraph.strip
+      end.compact.join("\n")
+
+      str = str.remove_all_parenthesis(false) if remove_parens
+      str
+    end
+
+    # chars to html
+    def html_encode
+      require 'htmlentities'
+
+      coder = HTMLEntities.new
+      coder.encode(self, :named)
+    end
+
+    # html to chars
+    def html_decode
+      require 'htmlentities'
+
+      str = self
+
+      coder = HTMLEntities.new
+      return coder.decode(str)
+    rescue ArgumentError => e
+      if e.message == 'invalid byte sequence in UTF-8'
+        str = str.encode( 'UTF-8', 'Windows-1252' )
+
+        return coder.decode(str)
+      else
+        raise e
+      end
+    end
+
+    # Determines if a string might be an html/style/js leftover
+    def html_leftover?
+      [
+        /\/\*/,
+        /\*\//,
+        '{',
+        '}',
+        /document\./i,
+        /text\/javascript/i,
+        /this_options/i,
+        /socialwrap/i,
+        /followwrap/i,
+        /addtoany_list/i,
+        /addto/i,
+        /akocomment/i,
+        /imagetransform/i,
+        /warning\: mysql/i,
+        /error\: mysql/i,
+        '<',
+        '>'
+      ].each do |suspect|
+        return true if self.match(suspect)
+      end
+      false
+    end
+
+  end
+
+end
+
+String.send :include, Piola::Html

data/lib/piola/importance.rb

@@ -0,0 +1,58 @@
+module Piola
+
+  module Importance
+
+    # Counts words in a string
+    def count_words
+      str = self
+      str = str.gsub(/( )+/, ' ')
+      str = str.strip
+      str = str.split(" ")
+      str.length
+    end
+
+    # Get most important parragraph from a text
+    def longest_parragraph
+      parragraphs = self.split("\n")
+      longest_p = ''
+
+      parragraphs.each do |p|
+        p = p.strip
+
+        if p.length >= longest_p.length
+          longest_p = p
+        end
+      end
+
+      longest_p
+    end
+
+    # Important words from a string
+    def important_words
+      str = self
+      str = str.gsub(/ +/, ' ').strip
+      parts = str.split(' ')
+      parts.reject { |p| p.length <= 3 }.join(' ')
+    end
+
+    # Return just the most important clean words of a string
+    def just_words(options = {})
+      str = self
+      str = str.
+              clean_text.
+              remove_quotes.
+              strip_tags.
+              remove_all_parenthesis.
+              downcase
+
+      str = str.important_words       unless options[:small_words]
+      str = str.remove_special_chars  unless options[:leave_special]
+      str = str.only_letters
+      str
+    end
+
+  end
+
+end
+
+String.send :include, Piola::Importance

data/lib/piola/numbers.rb

@@ -0,0 +1,21 @@
+module Piola
+
+  module Numbers
+
+    # Checks if string is a valid number
+    def valid_number?
+      !!self.match(/^-?[\d]+(\.[\d]+){0,1}$/)
+    end
+
+    # Removes numbers parragraphs from a text
+    def remove_numbers
+      self.split("\n").map do |parragraph|
+        parragraph unless parragraph.strip.valid_number?
+      end.compact.join("\n")
+    end
+
+  end
+
+end
+
+String.send :include, Piola::Numbers

data/lib/piola/parsing.rb

@@ -0,0 +1,55 @@
+require 'active_support/core_ext/object/blank'
+
+module Piola
+
+  module Parsing
+
+    # Remove all parenthesis types
+    def remove_all_parenthesis(strip = true)
+      str = self
+      str = str.gsub(/\[.*\]/, "")
+      str = str.gsub(/\(.*\)/, '')
+      str = str.gsub(/\{.*\}/, '')
+      str = str.strip if strip
+      str = str.gsub(/ +/, ' ')
+      str
+    end
+
+    # Remove enters
+    def remove_enters
+      str = self
+      str = str.gsub("\n", " ")
+      str = str.gsub("\r", " ")
+      str = str.gsub(10.chr, " ")
+      str = str.gsub(13.chr, " ")
+      str = str.gsub("<br />", " ")
+      str = str.gsub("<br>", " ")
+      str = str.gsub("<br/>", " ")
+      str = str.gsub("<BR />", " ")
+      str = str.gsub("<BR>", " ")
+      str = str.gsub("<BR/>", " ")
+      str = str.gsub(/( )+/, ' ')
+      str = str.strip
+      str
+    end
+
+    # Removes extra enters
+    def remove_extra_enters
+      self.split("\n").map do |p|
+        p.strip if p.present?
+      end.compact.join("\n")
+    end
+
+    # Remove quotes
+    def remove_quotes
+      str = self
+      str = str.gsub('"', '')
+      str = str.gsub("'", '')
+      str
+    end
+
+  end
+
+end
+
+String.send :include, Piola::Parsing

data/lib/piola/special_chars.rb

@@ -0,0 +1,123 @@
+# encoding: utf-8
+
+module Piola
+
+  module SpecialChars
+
+    ACCENTS = [193, 201, 205, 209, 211, 218, 220, 225, 233, 237, 241, 243, 250, 252, 246, 214]
+
+    # Determines if a char is a spanish letter
+    def spanish_char?
+      ord = self.ord
+      return true if ord == 32
+      return true if ord >= 65 && ord <= 90
+      return true if ord >= 97 && ord <= 122
+      return true if ACCENTS.include? ord
+      false
+    end
+
+    # Remove all characters that are not pure letters
+    def only_letters
+      str = self
+      str = str.gsub(',', ' ')
+      str = str.gsub('.', ' ')
+      str = str.gsub(/ +/, ' ')
+      str = str.strip
+
+      str = str.split('').map do |char|
+        char if char.spanish_char?
+      end.compact.join
+
+      str = str.gsub(/ +/, ' ').strip
+      str
+    end
+
+    # Removes weird chars from a string
+    def clean_chars(options = {})
+      str = self
+      str = str.gsub(',', ' ') unless options[:keep_commas]
+      str = str.gsub('.', ' ') unless options[:keep_periods]
+      str = str.gsub(/ +/, ' ')
+      str = str.strip
+
+      str = str.split('').map do |char|
+        char if char.normal_char?
+      end.compact.join
+
+      str = str.gsub(/ +/, ' ').strip
+      str
+    end
+
+    def normal_char?
+      ord = self.ord
+      return true if ord >= 32 && ord <= 126
+      return true if ACCENTS.include? ord
+      false
+    end
+
+    # Converts special chars to downcase
+    def downcase_special_chars
+      str = self
+      str = str.gsub("Á", "á")
+      str = str.gsub("É", "é")
+      str = str.gsub("Í", "í")
+      str = str.gsub("Ó", "ó")
+      str = str.gsub("Ú", "ú")
+      str = str.gsub("Ñ", "ñ")
+      str = str.gsub("Ü", "ü")
+      str
+    end
+
+    # Remove spanish special chars
+    def remove_special_chars
+      str = self
+      str = str.gsub("Á", "A")
+      str = str.gsub("É", "E")
+      str = str.gsub("Í", "I")
+      str = str.gsub("Ó", "O")
+      str = str.gsub("Ú", "U")
+      str = str.gsub("Ñ", "N")
+      str = str.gsub("Ü", "U")
+
+      str = str.gsub("á", "a")
+      str = str.gsub("é", "e")
+      str = str.gsub("í", "i")
+      str = str.gsub("ó", "o")
+      str = str.gsub("ú", "u")
+      str = str.gsub("ñ", "n")
+      str = str.gsub("ü", "u")
+      str
+    end
+
+    # Clean text
+    def clean_text(remove_parens = true)
+      str = self
+      str = str.html_decode
+      str = str.remove_all_parenthesis if remove_parens
+      str = str.gsub(/\n|\t/, ' ').gsub(/ +/, ' ')
+      str = str.strip
+      str
+    end
+
+    # Get rid of all weird stuff for urls
+    def clean_url
+      str = self
+      str = str.remove_enters
+      str = str.remove_tabs
+      str
+    end
+
+    # Remove tabs
+    def remove_tabs
+      str = self
+      str = str.gsub(/\t/, "")
+      str = str.gsub(/ +/, ' ')
+      str = str.strip
+      str
+    end
+
+  end
+
+end
+
+String.send :include, Piola::SpecialChars