rad_kit 0.0.6 → 0.0.7

data/lib/components/captcha.rb

@@ -0,0 +1,24 @@
+class Rad::Captcha
+  attr_accessor :public_key, :private_key, :timeout, :enabled, :verify_url
+  attr_required :private_key, :public_key 
+  def enabled?; !!enabled end
+  
+  def verify request, params    
+    recaptcha = nil
+    Timeout::timeout(timeout || 3) do
+      recaptcha = Net::HTTP.post_form URI.parse(verify_url), {
+        'privatekey' => private_key,
+        'remoteip' => request.ip,
+        'challenge' => params.recaptcha_challenge_field,
+        'response' => params.recaptcha_response_field
+      }
+    end
+    result = recaptcha.body.split.map { |s| s.chomp }
+    answer, error = result
+    answer == 'true'
+  end
+end
+
+rad.register :captcha, depends_on: [:template, :controller] do  
+  Rad::Captcha.new
+end

data/lib/components/captcha.yml

@@ -0,0 +1,2 @@
+verify_url: "http://www.google.com/recaptcha/api/verify"
+enabled: false

data/lib/kit/{http_controller → controller}/authorized.rb

@@ -1,4 +1,4 @@
-module Rad::Controller::Http::Authorized
+module Rad::Controller::Authorized
   inherited do
     helper_method :can?, :owner?
   end

data/lib/kit/controller/captcha.rb

@@ -0,0 +1,23 @@
+module Rad::Controller::Captcha
+  inherited do
+    around :ensure_registered_or_human
+  end
+
+  protected     
+    def ensure_registered_or_human      
+      if rad.captcha.enabled? and rad.user.anonymous? and !request.get?
+        # right now we support capcha for :js format only        
+        if request.from_browser? and params.format == 'js' 
+          if rad.captcha.verify request, params
+            yield
+          else
+            render '/kit/captcha/action'
+          end
+        else          
+          raise_user_error t(:registered_user_or_human_required)
+        end                    
+      else
+        yield
+      end
+    end
+end

data/lib/kit/{http_controller → controller}/localized.rb

@@ -1,4 +1,4 @@
-module Rad::Controller::Http::Localized
+module Rad::Controller::Localized
   inherited do
     before :prepare_locale
   end

data/lib/kit/controller.rb

@@ -0,0 +1,5 @@
+%w(
+  authorized
+  localized
+  captcha
+).each{|n| require "kit/controller/#{n}"}

data/lib/kit/gems.rb

@@ -1,16 +1,20 @@
 # core gems
-gem 'bluecloth',     '2.0.9'
+gem 'i18n',          '0.5.0'
+gem 'redcarpet',     '1.17.2'
 gem 'sanitize',      '1.2.1'
 gem 'stringex',      '1.2.0'
 gem 'state_machine', '0.10.4'
-# gem 'paperclip',     '2.3.1.1'
-gem 'factory_girl',  '1.3.3'
-gem 'coderay',       '0.9.7'
+# gem 'factory_girl',  '1.3.3'
+gem 'recaptcha',     '0.3.1'
 
 if respond_to? :fake_gem  
   fake_gem 'rad_core'
-  fake_gem 'rad_ext'
   fake_gem 'rad_common_interface'
   fake_gem 'rad_assets'
   fake_gem 'mongoid_misc'
-end
+end
+
+# old
+# gem 'bluecloth',     '2.0.9'
+# gem 'paperclip',     '2.3.1.1'
+# gem 'coderay',       '0.9.7'

data/lib/kit/i18n/locales/ru/pluralization.rb

@@ -0,0 +1,62 @@
+# {
+#   :'ru' => {
+#     pluralize: lambda { |n| 
+#       # Правило плюрализации для русского языка, взято из CLDR, http://unicode.org/cldr/
+#       #
+#       #
+#       # Russian language pluralization rules, taken from CLDR project, http://unicode.org/cldr/
+#       #
+#       #   one -> n mod 10 is 1 and n mod 100 is not 11;
+#       #   few -> n mod 10 in 2..4 and n mod 100 not in 12..14;
+#       #   many -> n mod 10 is 0 or n mod 10 in 5..9 or n mod 100 in 11..14;
+#       #   other -> everything else
+#       #
+#       # Пример
+#       #
+#       #   :one  = 1, 21, 31, 41, 51, 61...
+#       #   :few  = 2-4, 22-24, 32-34...
+#       #   :many = 0, 5-20, 25-30, 35-40...
+#       #   :other = 1.31, 2.31, 5.31...
+#       modulo10 = n.modulo(10)
+#       modulo100 = n.modulo(100)
+#       
+#       if modulo10 == 1 && modulo100 != 11
+#         :one
+#       elsif (modulo10 == 2 || modulo10 == 3 || modulo10 == 4) && !(modulo100 == 12 || modulo100 == 13 || modulo100 == 14)
+#         :few
+#       elsif modulo10 == 0 || (modulo10 == 5 || modulo10 == 6 || modulo10 == 7 || modulo10 == 8 || modulo10 == 9) || (modulo100 == 11 || modulo100 == 12 || modulo100 == 13 || modulo100 == 14)
+#         :many
+#       else
+#         :other
+#       end
+#     }
+#   }
+# }
+
+{
+  ru: {
+    i18n: {
+      plural: {
+        rule: lambda{|n|
+          # Правило плюрализации для русского языка, взято из CLDR, http://unicode.org/cldr/
+          #
+          #
+          # Russian language pluralization rules, taken from CLDR project, http://unicode.org/cldr/
+          #
+          #   one -> n mod 10 is 1 and n mod 100 is not 11;
+          #   few -> n mod 10 in 2..4 and n mod 100 not in 12..14;
+          #   many -> n mod 10 is 0 or n mod 10 in 5..9 or n mod 100 in 11..14;
+          #   other -> everything else
+          #
+          # Пример
+          #
+          #   :one  = 1, 21, 31, 41, 51, 61...
+          #   :few  = 2-4, 22-24, 32-34...
+          #   :many = 0, 5-20, 25-30, 35-40...
+          #   :other = 1.31, 2.31, 5.31...
+          n % 10 == 1 && n % 100 != 11 ? :one : [2, 3, 4].include?(n % 10) && ![12, 13, 14].include?(n % 100) ? :few : n % 10 == 0 || [5, 6, 7, 8, 9].include?(n % 10) || [11, 12, 13, 14].include?(n % 100) ? :many : :other 
+        }
+      }
+    }
+  }
+}

data/lib/kit/i18n.rb

@@ -0,0 +1,16 @@
+# Hack, ActiveSupport currently uses differrent version
+# gem 'i18n', '>= 0.4.1'
+# require 'i18n'
+
+require "i18n/backend/pluralization" 
+I18n::Backend::Simple.send(:include, I18n::Backend::Pluralization)
+
+I18n.load_path += Dir["#{__FILE__.dirname}/i18n/locales/*/*.{rb,yml}"]
+
+
+# 
+# Helpers for Rad
+# 
+[Rad::Controller::Abstract, Rad::Controller::Context].each do |klass|
+  klass.delegate :t, to: I18n
+end

data/lib/kit/kit.rb

@@ -2,14 +2,14 @@ require 'kit/support'
 
 # Configs
 class Rad::Kit
-  attr_accessor :default_item, :fs_prefix, :fs_type, :fs_cache_path, :fs_path, :tags_count
-  require_attr :default_item, :tags_count, :fs_prefix, :fs_type, :fs_path, :fs_cache_path
+  attr_accessor :default_item, :fs_prefix, :fs_type, :fs_cache_path, :fs_path, :tags_count, :use_code_highlighter
+  attr_required :tags_count, :fs_prefix, :fs_type, :fs_path, :fs_cache_path
   def items; @items ||= [] end  
 end
 
 rad.router.class.class_eval do
   attr_accessor :default_url
-  require_attr :default_url
+  attr_required :default_url
 end
 
 rad.config.class.class_eval do  
@@ -18,12 +18,15 @@ rad.config.class.class_eval do
   def default_viewers; @default_viewers ||= [] end
 end
 
-
 # Kit
 # 
-# TODO3 move :text_utils to standalone text_utils gem
+# TODO3 move :text_utils to standalone gem
 %w(  
   support
-  text_utils  
-  http_controller
+  controller
+  i18n
+  kit_text_utils
+  
+  misc/prepare_model
+  misc/user_error
 ).each{|f| require "kit/#{f}"}

data/lib/kit/kit_text_utils.rb

@@ -0,0 +1,30 @@
+require 'text_utils'
+
+module TextUtils
+  class << self
+    # TODO2 rename
+    def markup data      
+      ps = []
+      ps << EnsureUtf
+      ps << HtmlSanitizer
+      ps << FormatQualifier                
+      ps << CodeHighlighter if rad.config.use_code_highlighter
+      ps << CustomMarkdown
+      ps << Markdown        
+
+      markup = Pipe.new *ps
+      markup.call data
+    end
+  
+  
+    def truncate data, length
+      truncate = Pipe.new(
+        EnsureUtf,
+        HtmlSanitizer,
+        FormatQualifier,
+        [Truncate, length]
+      )
+      truncate.call data
+    end
+  end  
+end

data/lib/kit/misc/prepare_model.rb

@@ -0,0 +1,16 @@
+Rad::Controller::Abstract::ClassMethods.class_eval do
+  def prepare_model aclass, opt = {}
+    opt = opt.symbolize_keys
+    id = opt.delete(:id) || :id    
+    variable = opt.delete(:variable) || aclass.alias.underscore
+    
+    finder = opt.delete(:finder) || :find!
+    
+    method = "prepare_#{variable}"
+    define_method method do
+      model = aclass.send finder, params[id]
+      instance_variable_set "@#{variable}", model
+    end
+    before method, opt
+  end
+end

data/lib/kit/misc/user_error.rb

@@ -0,0 +1,12 @@
+class UserError < StandardError
+end
+
+Object.class_eval do
+  def raise_user_error msg
+    raise UserError, msg
+  end
+
+  def self.raise_user_error msg
+    raise UserError, msg
+  end
+end

data/lib/kit/models/attachments_uploader_helper.rb

@@ -46,7 +46,7 @@ module Mongoid::AttachmentsUploaderHelper
         model.send(field_name).name == h.name
       end
     end    
-        
+
     add.each{|file| association.build field_name => file}    
     update.each do |file|
       h = FileHelper.new file

data/lib/kit/models/authorized.rb

@@ -43,9 +43,8 @@ module Mongoid::Authorized
   # 
   # Roles
   # 
-  def anonymous?
-    name == 'anonymous'
-  end
+  def self.anonymous? name; name == 'anonymous' end
+  def anonymous?; Mongoid::Authorized.anonymous?(name) end    
 
   def registered?
     !anonymous?
@@ -120,8 +119,8 @@ module Mongoid::Authorized
     operation = operation.to_s
     
     return true if has_role?(:admin)
-    
-    custom_method = "able_#{operation}?"          
+
+    custom_method = "able_#{operation}?"
     return object.send custom_method, self if object.respond_to? custom_method
     
     (
@@ -155,10 +154,9 @@ module Mongoid::Authorized
   end
 
   protected                  
-    def calculate_effective_roles_for roles            
+    def calculate_effective_roles_for roles      
       effective_permissions = {}
-      permissions = ::Mongoid::Authorized.permissions
-      # permissions = rad.config.permissions(DEFAULT_PERMISSIONS).to_h #.to_h(to_s: true)
+      permissions = ::Mongoid::Authorized.permissions      
       permissions.each do |operation, allowed_roles|
         operation = operation.to_s
         effective_permissions[operation.to_s] = roles.any?{|role| allowed_roles.include? role}

data/lib/kit/models/authorized_object.rb

@@ -13,7 +13,7 @@ module Mongoid::AuthorizedObject
       default: [], 
       protected: true
     
-    # Contains the role and all upper roles. So complex becouse we need it in indexes.
+    # Contains the role and all upper roles. So complex becouse we need it in indexes.    
     field :viewers, 
       type: Array, 
       default: lambda{(
@@ -128,14 +128,13 @@ module Mongoid::AuthorizedObject
   def normalized_collaborators
     unless normalized_collaborators = cache[:normalized_collaborators]
       normalized_collaborators = Role.denormalize_to_higher_roles collaborators
-      normalized_collaborators << "user:#{owner_name}"
+      normalized_collaborators << "user:#{owner_name}" unless Mongoid::Authorized.anonymous?(owner_name)
       normalized_collaborators.sort!
       cache[:normalized_collaborators] = normalized_collaborators
     end
     normalized_collaborators
   end
-  
-  
+
   # 
   # Special Permissions
   # 

data/lib/kit/models_after.rb

@@ -13,7 +13,7 @@ end
 
 
 %w(
-  micelaneous
+  miscellaneous
   role      
   authorized
   authorized_object

data/lib/kit/mongoid/{rad_micelaneous.rb → rad_miscellaneous.rb}

@@ -1,4 +1,4 @@
-module Mongoid::RadMicelaneous
+module Mongoid::RadMiscellaneous
   extend ActiveSupport::Concern
   
   delegate :t, to: I18n

data/lib/kit/mongoid/text_processor.rb

@@ -22,7 +22,7 @@ module Mongoid::TextProcessor
               
       define_method "#{original_attr_name}=" do |value|
         send "#{original_attr_name}_without_markup=", value            
-        send "#{attr_name}_without_markup=", Rad::TextUtils.markup(value)
+        send "#{attr_name}_without_markup=", TextUtils.markup(value)
       end
       
       define_method "#{attr_name}_as_text" do

data/lib/kit/mongoid.rb

@@ -14,9 +14,9 @@ end
 
 %w(
   text_processor
-  rad_micelaneous    
+  rad_miscellaneous    
 ).each{|n| require "kit/mongoid/#{n}"}
 
-(rad.extension(:mm_plugins){[]} + [Mongoid::RadMicelaneous]).each do |plugin|
+(rad.extension(:mm_plugins){[]} + [Mongoid::RadMiscellaneous]).each do |plugin|
   Mongoid::Document.include plugin
 end

data/lib/kit/spec.rb

@@ -1,5 +1,4 @@
 require 'rad'
-
 require 'rad/spec'
 
 require 'mongoid_misc'
@@ -55,7 +54,7 @@ rspec.extend Rad::CarrierWaveSpecHelper
 
 
 # 
-# Micelaneous
+# Miscellaneous
 # 
 rspec do
   alias_method :call, :wcall

data/lib/kit/tasks.rb

@@ -1,6 +1,6 @@
 require 'rake_ext'
 
-require 'rad_ext/tasks'
+require 'rad/tasks'
 require 'rad/assets/tasks'
 require 'mongo_migration/tasks'
 

data/lib/text_utils/code_highlighter.rb

@@ -0,0 +1,75 @@
+class TextUtils::CodeHighlighter < TextUtils::Processor
+  # highlights code inside of <code lang/language='java'> ... code ... </code>
+  def call data, env    
+    require 'nokogiri'
+
+    snippets = {}
+
+    # processign html :code tags
+    data = data.gsub /(<code.*?>)(.+?)(<\/code\s*>)/im do
+      node = Nokogiri::HTML($1 + $3).css('code').first
+      language = node.attributes['lang'].try(:value) || node.attributes['language'].try(:value)
+      code = $2
+      
+      if language and code                    
+        attributes = {}; node.attributes.each{|name, value| attributes[name] = value.value}                  
+        code = colorize code, language, attributes
+        cut_snippet snippets, code
+      else
+        $&
+      end            
+    end
+    
+    # processign markdown ``` tags
+    data = data.gsub /^```\s*([a-z\-_0-9]+)\s*\n(.+?)^```\s*$/im do
+      language, code = $1, $2
+
+      if language and code
+        code = colorize code, language, {language: language} 
+        cut_snippet snippets, code
+      else
+        $&
+      end
+    end
+
+    data = call_next data, env
+    
+    restore_snippet snippets, data
+  end
+  
+  protected
+    # temporarilly removing all highlighted code from html to prevent it's beed damaged by next processors      
+    def cut_snippet snippets, code
+      key = "CODESNIPPET#{snippets.size}"
+      snippets[key] = code
+      key
+    end
+    
+    # inserting cutted code back to html
+    def restore_snippet snippets, data
+      data = data.gsub /(CODESNIPPET[0-9]+)/ do |key|
+        snippets[key]
+      end
+      data
+    end
+    
+    def colorize code, language, attributes
+      require 'albino'
+      code = Albino.colorize(code, language.to_sym)          
+      code = "<code #{attributes.to_a.collect{|k, v| "#{k}='#{v}'"}.join(' ')}>\n#{code}\n</code>"          
+      code = rewrite_styles code
+    end
+  
+    # adding prefix 'hl_' to all class names
+    def rewrite_styles html      
+      node = Nokogiri::HTML(html).css('code').first          
+      node.css("*").each do |e|
+        classes = e.attribute 'class'
+        if classes and classes.value
+          classes = classes.value.strip.split(/\s+/).collect{|c| "hl_#{c}"}.join(' ')
+          e['class'] = classes
+        end
+      end
+      node.to_s
+    end
+end

data/lib/text_utils/custom_markdown.rb

@@ -0,0 +1,64 @@
+class TextUtils::CustomMarkdown < TextUtils::Processor
+  def call data, env
+    if env[:format] == :markdown
+      hide_html_tags data do |data|
+        image_box data do |data|
+          call_next data, env
+        end
+      end      
+    else
+      call_next data, env
+    end        
+  end
+  
+  protected
+    def hide_html_tags data, &block
+      snippets, counter = {}, 0
+      data = data.gsub /<.+?>/ do        
+        key = "HTMLSNIPPET#{counter}"; counter += 1
+        snippets[key] = $&
+        key
+      end
+            
+      data = block.call data
+      
+      data = data.gsub /HTMLSNIPPET\d+/ do
+        snippets[$&]
+      end
+      data
+    end
+      
+    # !![img] => [![img_thumb]][img]
+    def image_box data, &block
+      img_urls = {}
+      data = data.gsub(/!!\[(.+?)\]/) do
+        img_key = $1 || ''
+        if url = data.scan(/\[#{img_key}\]:\s*([^\s]+)$/).first.try(:first)
+          unless url =~ /\.[^\.]+\.[^\.]+$/ # image.png
+            thumb_img_key = "#{img_key}_thumb"
+
+            # building url with thumb (foo.png => foo.thumb.png)
+            img_urls[thumb_img_key] = url.sub(/\.([^\.]+)$/){".thumb.#{$1}"}
+
+            "[![][#{thumb_img_key}]][#{img_key}]"
+          else # image.(icon|thumb|...).png
+            img_key_full = "#{img_key}_full"
+
+            # building url with thumb (foo.png => foo.thumb.png)
+            img_urls[img_key_full] = url.sub(/\.([^\.]+)\.([^\.]+)$/){".#{$2}"}
+
+            "[![][#{img_key}]][#{img_key_full}]"
+          end
+        else
+          $& || ''
+        end
+      end
+
+      unless img_urls.blank?
+        data << "\n"
+        data << img_urls.to_a.collect{|k, v| "[#{k}]: #{v}"}.join("\n")
+      end
+
+      block.call data
+    end
+end

data/lib/text_utils/ensure_utf.rb

@@ -0,0 +1,14 @@
+class TextUtils::EnsureUtf < TextUtils::Processor
+  def call data, env
+    data = call_next data, env
+    
+    # Escape all non-word unicode symbols, otherwise it will raise error when converting to BSON
+    data = Iconv.conv('UTF-8//IGNORE//TRANSLIT', 'UTF-8', data)
+    
+    unless data.encoding == Encoding::UTF_8
+      raise "something wrong happens, invalid encoding (#{data.encoding} instead of utf-8)!"
+    end
+    
+    data
+  end
+end

data/lib/text_utils/format_qualifier.rb

@@ -0,0 +1,13 @@
+class TextUtils::FormatQualifier < TextUtils::Processor
+  def call data, env
+    env[:format] = (
+      (data =~ /\A\s*<[a-z_\-0-9]+>.*<\/[a-z_\-0-9]+>\s*\z/im) or
+      (data =~ /\A\s*<[a-z_\-0-9]+\/>\s*\z/i)
+    ) ? :html : :markdown
+    
+    data = call_next data, env
+        
+    raise "some processor in pipe clear the data format!" unless env[:format]
+    data
+  end
+end

data/lib/{kit/text_utils → text_utils}/html_sanitizer.rb

@@ -1,11 +1,11 @@
-class Rad::TextUtils::HtmlSanitizer < Rad::TextUtils::Processor
+class TextUtils::HtmlSanitizer < TextUtils::Processor
   RELAXED = {
     elements: [
       'a', 'b', 'blockquote', 'br', 'caption', 'cite', 'code', 'col',
       'colgroup', 'dd', 'dl', 'dt', 'em', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6',
       'i', 'img', 'li', 'ol', 'p', 'pre', 'q', 'small', 'strike', 'strong',
       'sub', 'sup', 'table', 'tbody', 'td', 'tfoot', 'th', 'thead', 'tr', 'u',
-      'ul', 'div', 'font', 'span'],
+      'ul', 'div', 'font', 'span', 'iframe'],
 
     attributes: {
       :all         => ['class', 'style'],
@@ -20,7 +20,9 @@ class Rad::TextUtils::HtmlSanitizer < Rad::TextUtils::Processor
       'td'         => ['abbr', 'axis', 'colspan', 'rowspan', 'width'],
       'th'         => ['abbr', 'axis', 'colspan', 'rowspan', 'scope', 'width'],
       'ul'         => ['type'],
-      'code'       => ['lang', 'language']
+      'code'       => ['lang', 'language'],
+      
+      'iframe'     => ['height', 'scrolling', 'src', 'width']
     },
 
     protocols: {
@@ -76,10 +78,10 @@ class Rad::TextUtils::HtmlSanitizer < Rad::TextUtils::Processor
     {:whitelist_nodes => [node, parent]}
   end
   
-  def process html, env
-    html = call_next html, env
+  def call data, env
+    data = call_next data, env
     
-    Sanitize.clean(html, RELAXED.merge(
+    Sanitize.clean(data, RELAXED.merge(
       transformers: [EMBEDDED_VIDEO],
       :add_attributes => {
         all: [:class]

data/lib/text_utils/markdown.rb

@@ -0,0 +1,33 @@
+class TextUtils::Markdown < TextUtils::Processor
+  DEFAULT_OPTIONS = [:autolink, :lax_htmlblock, :smart, :tables, :xhtml, :fenced_code, :strikethrough, :hard_wrap] 
+  
+  def initialize processor = nil, options = nil
+    super processor
+    @options = options || DEFAULT_OPTIONS
+  end
+  
+  def call data, env
+    if env[:format] == :markdown
+      require 'redcarpet'
+      
+      data = fix_new_lines data do |data|
+        markdown = Redcarpet.new(data, *@options)
+        markdown.to_html
+      end
+    end
+    
+    call_next data, env
+  end
+  
+  protected
+    # remove line breaks after images
+    def fix_new_lines data, &block
+      
+      
+      data = block.call data
+            
+      data.gsub /(<img.+?\/>)\s*(<br\s*\/>)\s*\n/ do
+        $1
+      end
+    end
+end