json_check 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 155a43ba532fc1253d8470bc7f727f6ea2e80a3f
+  data.tar.gz: 2ec63dd1523ec1f75f82acf5a168e60e92099c21
+SHA512:
+  metadata.gz: 018e9c191ce7367b585d16a5b7f7e854640ff4edd0f00618ea1dcc75434f0ce311003eba0d7a95ff4e54205d91c7662340236793cab1a7a84b7c2def6913c4cb
+  data.tar.gz: de8091a6ef46c3da6db5e3347a8a3e5cabdc9a7c20fd0780bb1ae2c2d6f47c4aa9383ba36d1537765d6ff5c1b397e3a88a8c1ae2239b3c46434bdbbe7a66e778

data/lib/json_check.rb

@@ -0,0 +1,710 @@
+#!/usr/bin/env ruby
+
+require "json"
+require "net/http"
+require "uri"
+
+module JSON_check
+
+  @@classes = [
+          'Integer',
+          'Float',
+          'String',
+          'Boolean',
+          'URL',
+          'Array',
+          'Hash',
+          'NULL'
+  ]
+  
+  @@permissible_params = {
+          'Integer' => ['null', 'required', 'enum', 'compare'],
+          'Float' => ['null', 'required', 'enum', 'compare'],
+          'String' => ['null', 'required', 'enum', 'mask'],
+          'Boolean' => ['null', 'required', 'enum'],
+          'URL'  => ['null', 'required', 'mask'],
+          'Array' => ['null', 'required', 'empty', 'pattern', 'patterns'],
+          'Hash' => ['null', 'required', 'pattern', 'patterns', 'dynamic_key'],
+          'NULL' => ['required']
+  }
+  
+  @@permissible_values = {
+          'null' => [true, false],
+          'required' => [true, false],
+          'enum' => Array,
+          'mask' => String,
+          'pattern' => Hash,
+          'patterns' => Array,
+          'empty' => [true, false],
+          'dynamic_key' => [true, false],
+          'compare' => /^(!=|<=|>=|==|<|>)(-?\d+\.\d+|-?\d+)( (or|and) (!=|<=|>=|==|<|>)(-?\d+\.\d+|-?\d+))?$/
+  }
+  
+  @@valid_enum_classes = {
+          'Integer' => [Fixnum, Float],
+          'Float' => [Fixnum, Float],
+          'Boolean' => [FalseClass, TrueClass],
+          'String' => [String]
+  }
+  
+  @@classes_of_types = {
+          'Integer' => [Fixnum],
+          'Float' => [Fixnum, Float],
+          'Boolean' => [FalseClass, TrueClass],
+          'String' => [String],
+          'URL' => [String],
+          'Hash' => [Hash],
+          'Array' => [Array],
+          'NULL' => [NilClass]
+  }
+  
+  def self.associate patterns, json
+    matches = []
+    count = 0
+    patterns.each do |ptn|
+      ptn.each do |key, value|
+        if json.has_key?(key) and (@@classes_of_types[value['type']].include?(json[key].class) or (json[key].class == NilClass and value.has_key?('null')    and value['null'] == true))
+          count += 1     
+        end
+      end
+      matches << count
+      count = 0
+    end
+    return patterns[matches.rindex(matches.max)]
+  end
+  
+  def self.change_status
+    @@status = false
+  end
+  
+  def self.init
+    @@log = ""
+    @@print_level = 0
+    @@redirect_level = 0
+    @@log_level = 0
+    @@status = true
+  end
+  
+  def self.collate json, pattern, log_level = 0
+    unless [0, 1].include? log_level
+      raise 'Invalid log_level parameter!'
+    end
+    init
+    @@log_level = log_level
+    begin
+      json = JSON.parse(json)
+    rescue
+      raise 'Invalid JSON format of input data'
+    end
+    begin
+      ptn = JSON.parse(pattern)
+    rescue
+      raise 'Invalid JSON format of pattern'
+    end
+    if ptn.class == Array
+      raise 'Invalid pattern' unless [1,2].include? ptn.size
+      raise 'Invalid pattern' if ptn.size == 2 and ![true, false, 'dynamic_key'].include? ptn[1]
+      check_pattern({"[:pattern:]" => ptn[0]})
+    else
+      check_pattern ptn
+    end
+    if ptn.class == Array
+  
+      raise 'JSON not match the pattern!' if json.class != Array
+  
+      if ptn[1] == false and json.size == 0
+        @@log += "[\n\n]    <= This array must be not empty"
+        change_status 
+      else
+        array json, ptn[0], false   
+      end
+    else
+      pattern_keys = []
+      ptn.keys.each do |key|
+        unless ptn[key].has_key?('required') and ptn[key]['required'] == false
+          pattern_keys << key
+        end
+      end
+      
+      json_keys = json.keys
+  
+      if pattern_keys-json_keys == pattern_keys and !pattern_keys.empty?
+        raise 'JSON not match the pattern!'
+      end
+      
+      @@log += "{\n"
+      @@print_level += 1
+  
+      hash json, ptn
+      missing_keys json, ptn
+  
+      @@print_level -= 1 
+      @@log += "}"
+    end
+    unless @@status
+      raise "\n#{@@log}"
+    else
+      return true
+    end
+  end
+  
+  def self.hash json, ptn, dynamic_key = nil
+      last = json.keys.size
+      num = 1 
+      json.each do |key, value|
+        unless ptn.has_key?(key) or dynamic_key
+            add({key => value}, num != last, "Undefined key!")
+            change_status
+        else
+          if dynamic_key
+            regex =  Regexp.new ptn.keys[0]
+            unless regex === key
+              add({key => value}, num != last, "This key does not satisfy the regular expression /#{ptn.keys[0]}/")
+              change_status
+              num += 1
+              next
+            end
+            c_p = ptn.values[0]
+          else
+            c_p = ptn[key] #current pattern
+          end
+          failure = false
+          case c_p['type']
+          when 'Integer'
+            unless check_int value, c_p["null"]
+              add({key=>value}, num != last, "It must be Integer")
+              failure = true
+              change_status
+            end
+          when 'Float'
+            unless check_float value, c_p["null"]
+              add({key=>value}, num != last, "It must be Float")
+              failure = true
+              change_status
+            end
+          when 'NULL'
+            if check_null value
+              add({key => value}, num != last)
+            else
+              add({key=>value}, num != last, "It must be null")
+              change_status
+            end
+            num += 1
+            next
+          when 'String'
+            unless check_str value, c_p["null"]
+              add({key=>value}, num != last, "It must be String")
+              failure = true
+              change_status
+            end
+          when 'Boolean'
+            unless check_bool value, c_p["null"]
+              add({key=>value}, num != last, "It must be Boolean")
+              failure = true
+              change_status
+            end
+          when 'URL'
+            unless check_url value, c_p["null"]
+              add({key=>value}, num != last, "It must be URL")
+              failure = true
+              change_status
+            end
+            unless failure or value.nil?
+	      status = 0
+              attempt = 0
+              while status != 200 and attempt < 4
+                status = url_status(value)
+                attempt += 1
+              end
+              unless status == 200
+                failure = true
+                change_status
+                if status.class == String
+                  add({key=>value}, num != last, "Error: #{status}")
+                elsif status == -1
+                  add({key=>value}, num != last, "Too many redirect!")
+                else
+                  add({key=>value}, num != last, "Status: #{status}")
+                end
+              end
+            end 
+          when 'Array'
+            unless check_array value, c_p["null"]
+              add({key=>value}, num != last, "It must be Array")
+              failure = true
+              change_status
+            end
+            if value.nil? and !failure
+              add({key => value}, num != last)
+              num += 1
+              next
+            end
+            if c_p.has_key?('empty') and c_p['empty'] == false
+              if value.empty?
+                change_status
+                failure = true
+                add({key=>value}, num != last, "This array must not be empty")
+              end
+            end
+            unless failure
+              array value, (c_p.has_key?('pattern') ? c_p['pattern'] : c_p['patterns']), num != last, key
+            end
+            num += 1
+            next
+          when 'Hash'
+            unless check_hash value, c_p["null"]
+              add({key=>value}, num != last, "It must be Hash")
+              failure = true
+              change_status
+            end
+            if value.nil? and !failure
+              add({key => value}, num != last)
+              num += 1
+              next
+            end
+            unless failure
+              @@log += '        '*@@print_level+"\"#{key}\":{\n"
+              @@print_level += 1
+              if c_p.has_key?('patterns')
+                hash value, associate(c_p['patterns'], value)
+              else
+                hash value, c_p['pattern'], c_p['dynamic_key']
+              end
+              unless c_p['dynamic_key']
+                if c_p.has_key?('patterns')
+                  missing_keys value, associate(c_p['patterns'], value)
+                else
+                  missing_keys value, c_p['pattern']   
+                end
+              end
+              @@print_level -= 1 
+              @@log += '        '*@@print_level+"}#{num != last ? "," : ""}\n"
+            end
+            num += 1
+            next 
+          end 
+  
+          #addition checks
+          unless failure
+            if c_p.has_key? 'enum'
+              unless enum value, c_p['enum']
+                add({key=>value}, num != last, "This value is not included in the list #{c_p['enum'].to_s}")
+                change_status
+              else
+                add({key => value}, num != last)
+              end
+            elsif c_p.has_key? 'compare'
+              next if value.nil?
+              unless compare value, c_p['compare']
+                add({key=>value}, num != last, "This value does not satisfy the condition #{c_p['compare']}")
+                change_status
+              else
+                add({key => value}, num != last)
+              end
+            elsif c_p.has_key? 'mask'
+               next if value.nil?
+               unless mask value, c_p['mask']
+                 add({key => value}, num != last, "This value does not satisfy the regular expression \\#{c_p['mask']}\\")
+                 change_status
+               else
+                 add({key => value}, num != last)
+               end
+            else
+              add({key => value}, num != last)
+            end
+          end
+  
+        end
+        num += 1
+      end
+  end
+  
+  def self.array json, ptn, comma, key=nil 
+    last = json.size
+    ptn_list = ptn if ptn.class == Array
+    num = 1
+    if !ptn_list.nil? and ptn_list.size > json.size
+      add([json], num != last, "This array does not match the pattern")
+      change_status
+      failure = true
+      return
+    end
+    @@log += '        '*@@print_level+"#{key.nil? ? '' : wrap(key)+":"}[\n"
+    @@print_level += 1
+    json.each do |value|
+      failure = false
+      ptn = ptn_list[num-1] if ptn_list
+      if ptn.nil?
+        add([value], num != last, "This value is not included in the list of patterns")
+        change_status
+        failure = true
+        num += 1
+        next
+      end
+      case ptn['type']
+      when 'Integer'
+        unless check_int value, false
+          add([value], num != last, "It must be Integer")
+          failure = true
+          change_status
+        end
+      when 'Float'
+        unless check_float value,false 
+          add([value], num != last, "It must be Float")
+          failure = true
+          change_status
+        end
+      when 'String'
+        unless check_str value, false
+          add([value], num != last, "It must be String")
+          failure = true
+          change_status
+        end
+      when 'Boolean'
+        unless check_bool value, false
+          add([value], num != last, "It must be Boolean")
+          failure = true
+          change_status
+        end
+      when 'URL'
+        unless check_url value, false
+          add([value], num != last, "It must be URL")
+          failure = true
+          change_status
+        end
+        unless failure
+          status = 0
+          attempt = 0
+          while status != 200 and attempt < 4
+            status = url_status(value)
+            attempt += 1
+          end
+          unless status == 200
+            failure = true
+            change_status
+            if status.class == String
+              add([value], num != last, "Error: #{status}")
+            elsif status == -1
+              add([value], num != last, "Too many redirect!")
+            else
+              add([value], num != last, "Status: #{status}")
+            end
+          end
+        end 
+      when 'Array'
+        unless check_array value, false
+          add([value], num != last, "It must be Array")
+          failure = true
+          change_status
+        end 
+        if ptn.has_key?('empty') and ptn['empty'] == false
+          if value.empty?
+            change_status
+            failure = true
+            add([[]], num != last, "This array must not be empty")
+          end
+        end
+        unless failure 
+          array value, (ptn.has_key?('pattern') ? ptn['pattern'] : ptn['patterns']), num != last
+        end
+        num += 1
+        next
+      when 'Hash'
+        unless check_hash value, false
+          add([value], num != last, "It must be Hash")
+          failure = true
+          change_status
+        end
+        unless failure
+          @@log += '        '*@@print_level+"{\n"
+          @@print_level += 1
+          if ptn.has_key?('patterns')
+            hash value, associate(ptn['patterns'], value)
+          else       
+            hash value, ptn['pattern'], ptn['dynamic_key']
+          end
+          unless ptn['dynamic_key']
+            if ptn.has_key?('patterns')
+              missing_keys value, associate(ptn['patterns'], value)
+            else
+              missing_keys value, ptn['pattern']
+            end
+          end
+          @@print_level -= 1 
+          @@log += '        '*@@print_level+"}#{num != last ? "," : ""}\n"
+        end
+        num += 1
+        next 
+      end 
+  
+      #addition checks
+      unless failure
+        if ptn.has_key? 'enum'
+          unless enum value, ptn['enum']
+            add([value], num != last, "This value is not included in the list #{ptn['enum'].to_s}")
+            change_status
+          else
+            add([value], num != last)
+          end
+        elsif ptn.has_key? 'compare'
+          if value.nil?
+            num += 1
+            next
+          end
+          unless compare value, ptn['compare']
+            add([value], num != last, "This value does not satisfy the condition #{ptn['compare']}")
+            change_status
+          else
+            add([value], num != last)
+          end
+        elsif ptn.has_key? 'mask'
+           next if value.nil?
+           unless mask value, ptn['mask']
+             add([value], num != last, "This value does not satisfy the regular expression \\#{ptn['mask']}\\")
+             change_status
+           else
+             add([value], num != last)
+           end
+        else
+          add([value], num != last)
+        end
+      end
+      num += 1
+    end
+    @@print_level -= 1 
+    @@log += '        '*@@print_level+"]#{comma ? ',' : ''}\n"
+  end
+  
+  def self.missing_keys json, ptn
+    keys = []
+    ptn.each_key do |key|
+      unless ptn[key].has_key?('required') and ptn[key]['required'] == false
+        keys << key
+      end
+    end
+    keys = keys - json.keys
+    if keys.size>0
+      change_status
+      keys.each do |key|
+        add({key => 'This key is declared, but not found!'}, true, "Key is missing!")
+      end 
+    end
+  end
+  
+  def self.add data, comma, message = nil
+     for_print = JSON.pretty_generate(data)
+     for_print.gsub! /^(\{\n|\[\n|\}|\])/, ""
+     for_print.gsub! /^[ ]{2}/, "    "*@@print_level
+     for_print.gsub! /[ ]{2}/, "    "
+     if message
+       lines = for_print.split("\n")
+       max_length = lines.max_by(&:length).length
+       if lines.size > 1
+         if comma
+           last_line = lines.pop
+           lines.push last_line+","
+         end
+         lines.collect! do |line|
+           line+" "*(max_length-line.length+1)+"    #"
+         end
+         @@log += lines.join("\n") + "    <= #{message}\n"
+       else
+         @@log += lines.join("\n") + (comma ? "," : "") + "    <= #{message}\n"
+       end
+     else
+       @@log += for_print.chomp + (comma ? ",\n" : "\n")
+     end
+  end
+  
+  def self.check_int arg, null
+    return true if null && arg.class == NilClass
+    return arg.class == Fixnum 
+  end
+  
+  def self.check_float arg, null
+    return true if null && arg.class == NilClass
+    return (arg.class == Float or arg.class == Fixnum)
+  end
+  
+  def self.check_null arg
+    arg.class == NilClass
+  end
+  
+  def self.check_str arg, null
+    return true if null && arg.class == NilClass
+    return  arg.class == String
+  end
+  
+  def self.check_bool arg, null
+    return true if null && arg.class == NilClass
+    return (arg.class == TrueClass or arg.class == FalseClass)
+  end
+  
+  def self.check_url arg, null
+    return true if null && arg.class == NilClass
+    return false unless arg.class == String
+#     return true if arg == ""
+    return false unless /^((https?|ftp):\/\/)?([\da-z\.-]+)\.([a-z\.]{2,6})([\/\w \.?:-]*)*\/?$/ === arg
+    return true
+  end
+  
+  def self.check_array arg, null
+    return true if null && arg.class == NilClass
+    arg.class == Array
+  end
+  
+  def self.check_hash arg, null
+    return true if null && arg.class == NilClass
+    arg.class == Hash
+  end
+  
+  def self.compare value, conditions 
+    unless conditions.include?('or') or conditions.include?('and') 
+      return compare_action value, conditions 
+    else
+      result = false
+      or_parts = conditions.split(' or ')
+      or_parts.each do |part|
+        and_parts = part.split(' and ')
+        subresult = true
+        while and_parts.size != 0
+          condition = and_parts.shift
+          subresult &&= compare_action(value, condition)
+        end
+        result ||= subresult
+      end
+      return result
+    end
+  end
+  
+  def self.compare_action value, condition
+    params = (/(!=|<=|>=|==|<|>)(-?\d+\.\d+|-?\d+)/.match condition).to_a
+    case params[1]
+    when '!='
+      value != params[2].to_f
+    when '<='
+      value <= params[2].to_f
+    when '>='
+      value >= params[2].to_f
+    when '=='
+      value == params[2].to_f
+    when '>'
+      value > params[2].to_f
+    when '<'
+      value < params[2].to_f
+    end
+  end
+  
+  def self.enum value, list_of_values
+    list_of_values.include? value
+  end
+  
+  def self.mask value, regex
+    mask = Regexp.new regex
+    return mask === value
+  end
+  
+  def self.reset
+    @@redirect_level = 0
+  end
+  
+  def self.url_status url
+    begin
+      link = URI.parse(url)
+      resp = Net::HTTP.start(link.host){|http| 
+                                         http.read_timeout = 10
+                                         http.head(link)
+                                       }
+      http_status = resp.code.to_i
+      case http_status
+      when 200
+        reset
+        return 200
+      when 302, 301
+         @@redirect_level += 1
+         if @@redirect_level > 10
+           reset
+           return -1
+         end
+         tmp_url = resp['location']
+         tmp_link = URI.parse(tmp_url)
+         if tmp_link.host == nil
+           tmp_url = link.scheme+'://'+link.host+tmp_url
+         end
+         return url_status tmp_url
+      else
+        reset
+        return http_status
+      end
+    rescue Exception => e
+      reset
+      return e.to_s
+    end
+  end
+
+  def self.check_pattern ptn, subkey = nil
+    raise "Invalid pattert" if ptn.keys.size == 0
+    ptn.each do |key, value|
+      if value.class != Hash
+        raise "Invalid pattern"
+      end
+      unless value.has_key? 'type'
+        raise "Type is not decleared for #{wrap(subkey.to_s+key)}" # тип должен быть указан для всех ключей
+      end
+      unless @@classes.include? value['type']
+        raise "Invalid type value #{wrap(value['type'])} for #{wrap(subkey.to_s+key)}" # тип должен быть валидным
+      end
+      keys = value.keys - ['type'] - @@permissible_params[value['type']]
+      raise "Invalid key(s) \"#{keys.join('", "')}\" for #{wrap(subkey.to_s+key)}" unless keys.empty?
+      raise "Pattern is not decleared for \"#{subkey.to_s+key}\"" if ['Hash', 'Array'].include?(value['type']) and !(value.has_key?('pattern') or value.has_key?('patterns'))
+      keys = value.keys - ['type']
+      keys.each do |i|
+        mask = @@permissible_values[i]
+        failure = false
+        case mask.class.to_s
+        when 'Array'
+          failure = true unless mask.include?(value[i]) 
+        when 'Class'
+          failure = true unless mask == value[i].class
+          if i == 'enum' and !failure
+            raise "Empty enum array for #{wrap(subkey.to_s+key)}" if value[i].size == 0
+            value[i].each do |elem|
+              raise "Invalid value #{wrap(elem)} in enum for #{wrap(subkey.to_s+key)}" unless (@@valid_enum_classes[value['type']]+((value.has_key?("null") and value['null'] == true) ? [NilClass] : [])).include?(elem.class)
+            end
+          end
+          if i == 'pattern' and !failure
+            if value['type'] == 'Hash'
+              check_pattern value['pattern'], "#{subkey ? subkey.to_s+" > " : ""}#{key} > "
+              if value.has_key?('dynamic_key') and value['dynamic_key']
+                raise "Hash with dynamic_key=true must has one key in pattern" if value['pattern'].keys.size != 1
+                raise "Invalid dynamic key value #{value['pattern'].keys[0]}" unless value['pattern'].keys[0].class == String  and check_regex value['pattern'].keys[0]
+              end
+            else
+              check_pattern({"[:pattern:]" => value['pattern']}, "#{subkey ? subkey.to_s+" > " : ""}#{key} > ")
+            end 
+          end
+          if i == 'mask'
+            raise "Invalid value #{wrap(value['mask'])} of mask for #{wrap(subkey.to_s+key)}" unless check_regex value['mask']
+          end
+        when 'Regexp'
+          failure = true unless (value[i].class == String and mask === value[i])
+        end
+        raise "Invalid  value #{wrap(value[i])} of \"#{i}\" for \"#{subkey.to_s+key}\"" if failure
+      end
+    end 
+  end
+
+  def self.wrap val
+    val.nil? ? 'null' : (val.class == String ? '"'+val+'"': val.to_s )
+  end
+  
+  def self.check_regex val
+    begin
+      Regexp.new val
+    rescue
+      return false    
+    end
+    return true
+  end
+
+end

metadata

@@ -0,0 +1,80 @@
+--- !ruby/object:Gem::Specification
+name: json_check
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Motin Artem
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-06-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+description: ''
+email:
+- a.motin@inventos.ru
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/json_check.rb
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Gem for check JSON.
+test_files: []
+has_rdoc: