tzispa_experts 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 86527db555738e69667b3aa79ff1d7a965d1cf69
-  data.tar.gz: beba9788bd4b2043076415e1d6ae5fbe721b2ace
+  metadata.gz: bd6b61a100ec04be26bc745e6bb4eb0cf8cc2ce3
+  data.tar.gz: 1bc9191b4f57ac8a339d5c28dcdf9fe2cf563866
 SHA512:
-  metadata.gz: 0b85e577b5d5b781323f3183a78f608883f193320eb249119528dad1cca4a3dea7e6ab8cb49e3dfaa57e02b11bc289f3c6764b3433138dabcd3a404adb9e44d3
-  data.tar.gz: d0bf0ee5ec8f4ed8bc43b6ac2d607fe08b37971bd40329db5c2a2319e6cd20f4f91a691a86e3acd41e5e976c19f936e093d7ca775fc4368e8e8a547974a52e53
+  metadata.gz: 5a7ef936cc4d7efa289d1c83a67e6cc9cd7dec3554b0242354c3f7302a673fa0989800cecd5bee66b3add193c8788a184399dd132a3dcbe9a879de6ab822252a
+  data.tar.gz: 20d3034767652706871f91716f46b5ae17e7d1d5658bc59ac35aec868726dfe0bb2924ffc26bce323d763f58a34659139b29f743b9edd13b04791d29132d50f6

data/CHANGELOG.md

@@ -1,4 +1,7 @@
 Tzispa Experts
 
+## v0.1.0
+-  code reorganization: new modules moved from tzispa_helpers 
+
 ## v0.0.1
 - Initial release

data/lib/tzispa/experts/crawler.rb

@@ -0,0 +1,136 @@
+# frozen_string_literal: true
+
+require 'open-uri'
+require 'nokogiri'
+require 'htmlentities'
+require 'reverse_markdown'
+require 'unicode_utils'
+require 'redcarpet'
+require 'tzispa/helpers/hash_trans'
+
+module Tzispa
+  module Experts
+    module Crawler
+
+      include Tzispa::Helpers::HashTrans
+
+      class CrawlerError < StandardError; end
+
+
+      def crawler_save_file(url, dest_file, accept_schemes = ['http', 'https', 'ftp'])
+        begin
+          uri = URI(url)
+          raise ArgumentError.new "Inavlid url: #{url}" unless accept_schemes.include?(uri.scheme) && uri.host
+          File.delete(dest_file) if File.exist?(dest_file)
+          File.open("#{dest_file}", 'wb') do |fo|
+            fo.write open(url).read
+          end
+        rescue => ex
+          raise CrawlerError.new "Error in crawler_save_file '#{url}': #{ex.message}"
+        end
+      end
+
+      def crawler_to_markdown(source)
+        begin
+          source = source.read if source.respond_to? :read
+          htmee = HTMLEntities.new
+          ReverseMarkdown.convert(htmee.decode(source).strip, unknown_tags: :bypass)
+        rescue Encoding::UndefinedConversionError
+        end
+      end
+
+      def crawler_table_to_dl(noko, table_path, columns, excluded_terms: [], fussion_terms:{})
+        String.new.tap { |content|
+          markdown = Redcarpet::Markdown.new(Redcarpet::Render::HTML.new)
+          sections = crawler_table(noko, table_path, columns)
+          hash_fussion! sections, fussion_terms
+          unless sections.empty?
+            content << '<dl>'
+            sections.sort.each { |key, value|
+              unless key.empty? || value.empty? || excluded_terms.include?(UnicodeUtils.downcase key)
+                content << "<dt>#{key}</dt>"
+                if value.is_a?(Array) && value.count > 1
+                  content << '<ul>' << value.map { |item| "<li>#{markdown.render item}</li>"}.join("\n") << '</ul>'
+                elsif value.is_a?(Array) && value.count == 1
+                  content << "<dd>#{markdown.render value.first}</dd>"
+                else
+                  content << "<dd>#{markdown.render value}</dd>"
+                end
+              end
+            }
+            content << "</dl>"
+          end
+        }
+      end
+
+      def crawler_table(noko, table_path, columns)
+        Hash.new.tap { |sections|
+          htmee = HTMLEntities.new(:expanded)
+          noko = noko.xpath(table_path)
+          colspans = "td[@colspan=\"#{columns}\"]"
+          if noko.xpath(colspans).count == 0
+            noko.collect { |row|
+              dterm = htmee.decode(row.at_xpath('td[1]')&.content).gsub(/\n|\r|\t/,' ').strip
+              unless dterm.empty?
+                sections[dterm] ||= Array.new
+                sections[dterm] << (2..columns).map { |i|
+                    ReverseMarkdown.convert(
+                      htmee.decode(row.at_xpath("td[#{i}]")&.children&.to_s || row.at_xpath("td[#{i}]")&.to_s).strip, unknown_tags: :bypass
+                    ).gsub(/\r|\t/,' ').strip
+                }.join('\n')
+              end
+            }
+          else
+            current_section = nil
+            noko.collect { |row|
+               unless row.xpath(colspans)&.text.strip.empty?
+                 current_section = htmee.decode(row.xpath("td[@colspan=\"#{columns}\"]").text).gsub(/\n|\r|\t/,' ').strip
+                 sections[current_section] ||= Array.new
+               else
+                 if current_section
+                   sections[current_section] << (1..columns).map { |i|
+                      ReverseMarkdown.convert(
+                        htmee.decode(row.at_xpath("td[#{i}]")&.children&.to_s.strip || row.at_xpath("td[#{i}]")&.to_s.strip), unknown_tags: :bypass
+                      ).strip
+                   }.join(': ')
+                 end
+               end
+             }
+          end
+        }
+      end
+
+      def crawler_table_to_list(noko, table_path, excluded_terms: [])
+        htmee = HTMLEntities.new(:expanded)
+        markdown = Redcarpet::Markdown.new(Redcarpet::Render::HTML.new)
+        String.new.tap { |list|
+          list << '<ul>'
+          list << Array.new.tap { |lines|
+            noko.xpath(table_path).collect { |td|
+              line = if td.xpath('table/tr/td').count > 0
+                crawler_table(td, 'table/tr', 2)
+              else
+                raw_ln = ReverseMarkdown.convert(td&.children&.to_s.strip, unknown_tags: :bypass)
+                raw_ln unless raw_ln.empty? || excluded_terms.include?(raw_ln)
+              end
+              if line&.is_a? String
+                lines << "<li>#{htmee.decode(markdown.render line)}</li>"
+              elsif line.is_a? Hash
+                line&.map { |key, value|
+                  lines << "<li><strong>#{key}</strong>: #{value} </li>" unless excluded_terms.include?(key) || excluded_terms.include?(value)
+                }.join("\n")
+              else
+                line&.map { |v|
+                  lines << "<li>#{v}</li>" unless excluded_terms.include?(v)
+                }.join("\n")
+              end
+            }
+          }.join("\n")
+          list << '</ul>'
+        }
+      end
+
+
+    end
+  end
+end

data/lib/tzispa/experts/image.rb

@@ -1,27 +1,52 @@
 # frozen_string_literal: true
 
 require 'mini_magick'
+require 'fileutils'
 
 module Tzispa
   module Experts
     module Image
 
-      def resize_crop_image(source:, image_size: nil, dest_file: nil, qualiy: 90, crop: false)
-        image_file = dest_file || source
-        if image_size && MiniMagick::Tool::Convert.new do |convert|
-            convert.merge! [source, '-resize', image_size, "-quality", "#{qualiy}", image_file]
+      class ImageError < StandardError; end
+
+      def save_image(url, dest_file)
+        begin
+          File.open("#{dest_file}", 'wb') do |fo|
+            fo.write open(url).read
+          end
+          unless image_valid?(dest_file)
+            FileUtils.rm dest_file, :force => true
           end
+        rescue Exception => ex
+          raise ImageError.new "Error in crawler_save_file '#{url}': #{ex.class} #{ex.message}"
         end
-        if crop
-          crop_info = MiniMagick::Tool::Convert.new do |convert|
-            convert.merge! [image_file, "-virtual-pixel", " edge", "-blur", "0x15", "-fuzz", "15%", "-trim", "-format", "'%[fx:w+72]x%[fx:h+72]+%[fx:page.x-10]+%[fx:page.y-10]'", "info:" ]
-          end if crop
-          MiniMagick::Tool::Convert.new do |convert|
-            convert.merge! [ image_file, "-crop", "#{crop_info.delete("'")}", "+repage", "-strip", "-interlace", "Plane", "-gaussian-blur", "0.05", image_file ]
+      end
+
+
+      def resize_crop_image(source:, image_size: nil, dest_file: nil, qualiy: 90, crop: false)
+        begin
+          image_file = dest_file || source
+          if image_size && MiniMagick::Tool::Convert.new do |convert|
+              convert.merge! [source, '-resize', image_size, "-quality", "#{qualiy}", image_file]
+            end
+          end
+          if crop
+            crop_info = MiniMagick::Tool::Convert.new do |convert|
+              convert.merge! [image_file, "-virtual-pixel", " edge", "-blur", "0x15", "-fuzz", "15%", "-trim", "-format", "'%[fx:w+72]x%[fx:h+72]+%[fx:page.x-10]+%[fx:page.y-10]'", "info:" ]
+            end if crop
+            MiniMagick::Tool::Convert.new do |convert|
+              convert.merge! [ image_file, "-crop", "#{crop_info.delete("'")}", "+repage", "-strip", "-interlace", "Plane", "-gaussian-blur", "0.05", image_file ]
+            end
           end
+        rescue Exception => ex
+          raise ImageError.new "Error in resize_crop_image '#{source}': #{ex.class} #{ex.message}"
         end
       end
 
+      def image_valid?(source)
+        File.exist?(source) && MiniMagick::Image.new(source).valid?
+      end
+
       def request_upload_image(param:, path:, save_as: nil, keep_ext: true, crop: false, size: nil)
         if result = request_upload_file( param: param, path: path, save_as: save_as, keep_ext: keep_ext )
           resize_crop_image( source: result[:path], image_size: size ) if crop

data/lib/tzispa/experts/mail.rb

@@ -0,0 +1,69 @@
+# frozen_string_literal: true
+
+require 'mail'
+
+module Tzispa
+  module Experts
+    module Mail
+
+      def send_smtp_mail(from:, to:, subject:, body:, config:, cc: nil, html: false, debug: false, charset: 'UTF-8')
+        begin
+          smtp_configuration config
+          mail = ::Mail.new
+          mail.from = from
+          if !to.empty?
+            to_addrs = to.split(';')
+            mail.to = to_addrs.pop
+            to_addrs.each { |email|
+              mail.to << email
+            }
+            if cc
+              cc_addrs = cc.split(';')
+              mail.cc = cc_addrs.pop
+              cc_addrs.each { |email|
+                mail.cc << email
+              }
+            end
+            mail.subject = subject
+            if html
+              mail.html_part do
+                content_type "text/html; charset=#{charset}"
+                body = body
+              end
+            else
+              mail.body = body
+            end
+            mail.charset = charset
+            mail.deliver
+          else
+            nil
+          end
+        rescue
+          raise if debug
+        end
+      end
+
+      private
+
+      def smtp_configuration(config)
+        if config.smtp_auth
+          ::Mail.defaults do
+            delivery_method :smtp, address: config.host, domain: config.domain,
+                            port: config.port, authentication: config.authentication,
+                            openssl_verify_mode: config.openssl_verify, enable_starttls_auto: config.starttls_auto,
+                            user_name: config.user_name, password: config.password
+          end
+        else
+          ::Mail.defaults do
+            delivery_method :smtp, address: config.host, domain: config.domain,
+                            port: config.port, openssl_verify_mode: config.openssl_verify,
+                            enable_starttls_auto: config.starttls_auto
+          end
+        end
+      end
+
+
+
+    end
+  end
+end

data/lib/tzispa/experts/recaptcha.rb

@@ -0,0 +1,30 @@
+require 'net/http'
+
+module Tzispa
+  module Experts
+    module Recaptcha
+
+      RECAPTCHA_VERIFY_URL      = 'https://www.google.com/recaptcha/api/siteverify'
+      RECAPTCHA_RESPONSE_FIELD  = 'g-recaptcha-response'
+
+      def verify(secret, response, ip)
+        params = {
+          'secret':   secret,
+          'response': response,
+          'remoteip': ip
+        }
+
+        uri  = URI.parse(RECAPTCHA_VERIFY_URL)
+        http = Net::HTTP.start(uri.host, uri.port)
+
+        request           = Net::HTTP::Post.new(uri.path)
+        request.form_data = params
+        response          = http.request(request)
+
+        JSON.parse response.body
+      end
+
+
+    end
+  end
+end

data/lib/tzispa/experts/text.rb

@@ -0,0 +1,18 @@
+require 'redcarpet'
+
+module Tzispa
+  module Helpers
+    module Text
+
+      def mime_formatter(text, mime)
+        case mime
+        when 'text/x-markdown'
+          Redcarpet::Markdown.new(Redcarpet::Render::HTML.new).render(text) if text
+        else
+          text
+        end
+      end
+
+    end
+  end
+end

data/lib/tzispa/experts/version.rb

@@ -1,7 +1,7 @@
 module Tzispa
   module Experts
 
-    VERSION  = '0.0.1'.freeze
+    VERSION  = '0.1.0'.freeze
     NAME     = 'Tzispa Experts'.freeze
     GEM_NAME = 'tzispa_experts'.freeze
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tzispa_experts
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Juan Antonio Piñero
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-02-24 00:00:00.000000000 Z
+date: 2016-11-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mini_magick
@@ -16,14 +16,70 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.3'
+        version: '4.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.3'
+        version: '4.4'
+- !ruby/object:Gem::Dependency
+  name: reverse_markdown
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: redcarpet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: mail
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
 description: Experts for Tzispa
 email:
 - japinero@area-integral.com
@@ -34,10 +90,14 @@ files:
 - CHANGELOG.md
 - README.md
 - lib/tzispa/experts.rb
+- lib/tzispa/experts/crawler.rb
 - lib/tzispa/experts/image.rb
+- lib/tzispa/experts/mail.rb
+- lib/tzispa/experts/recaptcha.rb
+- lib/tzispa/experts/text.rb
 - lib/tzispa/experts/version.rb
 - lib/tzispa_experts.rb
-homepage: https://www.area-integral.com
+homepage: https://github.com/japiber/tzispa_experts
 licenses:
 - MIT
 metadata: {}
@@ -49,12 +109,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - "~>"
     - !ruby/object:Gem::Version
-      version: '2.0'
+      version: '2.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - "~>"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: '2.0'
+      version: '0'
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.5.1