shale 0.3.1 → 0.4.0

data/lib/shale/schema/json_compiler/property.rb

@@ -0,0 +1,70 @@
+# frozen_string_literal: true
+
+require_relative 'utils'
+
+module Shale
+  module Schema
+    class JSONCompiler
+      # Class representing Shale's property
+      #
+      # @api private
+      class Property
+        # Return property's name
+        #
+        # @return [String]
+        #
+        # @api private
+        attr_reader :property_name
+
+        # Return attribute's name
+        #
+        # @return [String]
+        #
+        # @api private
+        attr_reader :attribute_name
+
+        # Return types's name
+        #
+        # @return [String]
+        #
+        # @api private
+        attr_reader :type
+
+        # Initialize Property object
+        #
+        # @param [String] name
+        # @param [Shale::Schema::JsonCompiler::Type] type
+        # @param [true, false] collection
+        # @param [Object] default
+        #
+        # @api private
+        def initialize(name, type, collection, default)
+          @property_name = name
+          @attribute_name = Utils.snake_case(name)
+          @type = type
+          @collection = collection
+          @default = default
+        end
+
+        # Return whether property is a collection
+        #
+        # @return [true, false]
+        #
+        # @api private
+        def collection?
+          @collection
+        end
+
+        # Return default value
+        #
+        # @return [nil, Object]
+        #
+        # @api private
+        def default
+          return if collection?
+          @default.is_a?(::String) ? @default.dump : @default
+        end
+      end
+    end
+  end
+end

data/lib/shale/schema/json_compiler/string.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Shale
+  module Schema
+    class JSONCompiler
+      # Class that maps Schema type to Shale String type
+      #
+      # @api private
+      class String
+        # Return name of the Shale type
+        #
+        # @return [String]
+        #
+        # @api private
+        def name
+          'Shale::Type::String'
+        end
+      end
+    end
+  end
+end

data/lib/shale/schema/json_compiler/time.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Shale
+  module Schema
+    class JSONCompiler
+      # Class that maps Schema type to Shale Time type
+      #
+      # @api private
+      class Time
+        # Return name of the Shale type
+        #
+        # @return [String]
+        #
+        # @api private
+        def name
+          'Shale::Type::Time'
+        end
+      end
+    end
+  end
+end

data/lib/shale/schema/json_compiler/utils.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+module Shale
+  module Schema
+    class JSONCompiler
+      # Module with utility functions
+      #
+      # @api private
+      module Utils
+        # Convert string to Ruby's class naming convention
+        #
+        # @param [String] val
+        #
+        # @example
+        #   Shale::Schema::JSONCompiler.classify('foobar')
+        #   # => 'Foobar'
+        #
+        # @api private
+        def self.classify(str)
+          str = str.to_s.sub(/.*\./, '')
+
+          str = str.sub(/^[a-z\d]*/) { |match| match.capitalize || match }
+
+          str.gsub(%r{(?:_|(/))([a-z\d]*)}i) do
+            word = Regexp.last_match(2)
+            substituted = word.capitalize || word
+            Regexp.last_match(1) ? "::#{substituted}" : substituted
+          end
+        end
+
+        # Convert string to snake case
+        #
+        # @param [String] val
+        #
+        # @example
+        #   Shale::Schema::JSONCompiler.snake_case('FooBar')
+        #   # => 'foo_bar'
+        #
+        # @api private
+        def self.snake_case(str)
+          return str.to_s unless /[A-Z-]|::/.match?(str)
+          word = str.to_s.gsub('::', '/')
+          word = word.gsub(/([A-Z]+)(?=[A-Z][a-z])|([a-z\d])(?=[A-Z])/) do
+            "#{Regexp.last_match(1) || Regexp.last_match(2)}_"
+          end
+          word = word.tr('-', '_')
+          word.downcase
+        end
+      end
+    end
+  end
+end

data/lib/shale/schema/json_compiler/value.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Shale
+  module Schema
+    class JSONCompiler
+      class Value
+        def name
+          'Shale::Type::Value'
+        end
+      end
+    end
+  end
+end

data/lib/shale/schema/json_compiler.rb

@@ -0,0 +1,333 @@
+# frozen_string_literal: true
+
+require 'erb'
+require 'uri'
+
+require_relative '../../shale'
+require_relative 'json_compiler/boolean'
+require_relative 'json_compiler/date'
+require_relative 'json_compiler/float'
+require_relative 'json_compiler/integer'
+require_relative 'json_compiler/object'
+require_relative 'json_compiler/property'
+require_relative 'json_compiler/string'
+require_relative 'json_compiler/time'
+require_relative 'json_compiler/value'
+
+module Shale
+  module Schema
+    # Class for compiling JSON schema into Ruby data model
+    #
+    # @api public
+    class JSONCompiler
+      # Default root type name
+      # @api private
+      DEFAULT_ROOT_NAME = 'root'
+
+      # Shale model template
+      # @api private
+      MODEL_TEMPLATE = ERB.new(<<~TEMPLATE, trim_mode: '-')
+        require 'shale'
+        <%- unless type.references.empty? -%>
+
+        <%- type.references.each do |property| -%>
+        require_relative '<%= property.type.file_name %>'
+        <%- end -%>
+        <%- end -%>
+
+        class <%= type.name %> < Shale::Mapper
+          <%- type.properties.each do |property| -%>
+          attribute :<%= property.attribute_name %>, <%= property.type.name -%>
+          <%- if property.collection? %>, collection: true<% end -%>
+          <%- unless property.default.nil? %>, default: -> { <%= property.default %> }<% end %>
+          <%- end -%>
+
+          json do
+            <%- type.properties.each do |property| -%>
+            map '<%= property.property_name %>', to: :<%= property.attribute_name %>
+            <%- end -%>
+          end
+        end
+      TEMPLATE
+
+      # Generate Shale models from JSON Schema and return them as a Ruby Array od objects
+      #
+      # @param [Array<String>] schemas
+      # @param [String, nil] root_name
+      #
+      # @raise [JSONSchemaError] when JSON Schema has errors
+      #
+      # @return [Array<Shale::Schema::JSONCompiler::Object>]
+      #
+      # @example
+      #   Shale::Schema::JSONCompiler.new.as_models([schema1, schema2])
+      #
+      # @api public
+      def as_models(schemas, root_name: nil)
+        schemas = schemas.map do |schema|
+          Shale.json_adapter.load(schema)
+        end
+
+        @root_name = root_name
+        @schema_repository = {}
+        @types = []
+
+        schemas.each do |schema|
+          disassemble_schema(schema)
+        end
+
+        compile(schemas[0], true)
+
+        total_duplicates = Hash.new(0)
+        duplicates = Hash.new(0)
+
+        # rubocop:disable Style/CombinableLoops
+        @types.each do |type|
+          total_duplicates[type.name] += 1
+        end
+
+        @types.each do |type|
+          duplicates[type.name] += 1
+
+          if total_duplicates[type.name] > 1
+            type.name = format("#{type.name}%d", duplicates[type.name])
+          end
+        end
+        # rubocop:enable Style/CombinableLoops
+
+        @types.reverse
+      end
+
+      # Generate Shale models from JSON Schema
+      #
+      # @param [Array<String>] schemas
+      # @param [String, nil] root_name
+      #
+      # @raise [JSONSchemaError] when JSON Schema has errors
+      #
+      # @return [Hash<String, String>]
+      #
+      # @example
+      #   Shale::Schema::JSONCompiler.new.to_models([schema1, schema2])
+      #
+      # @api public
+      def to_models(schemas, root_name: nil)
+        types = as_models(schemas, root_name: root_name)
+
+        types.to_h do |type|
+          [type.file_name, MODEL_TEMPLATE.result(binding)]
+        end
+      end
+
+      private
+
+      # Generate JSON Schema id
+      #
+      # @param [String, nil] base_id
+      # @param [String, nil] id
+      #
+      # @return [String]
+      #
+      # @api private
+      def build_id(base_id, id)
+        return base_id unless id
+
+        base_uri = URI(base_id || '')
+        uri = URI(id)
+
+        if base_uri.relative? && uri.relative?
+          uri.to_s
+        else
+          base_uri.merge(uri).to_s
+        end
+      end
+
+      # Generate JSON pointer
+      #
+      # @param [String, nil] id
+      # @param [Array<String>] fragment
+      #
+      # @return [String]
+      #
+      # @api private
+      def build_pointer(id, fragment)
+        ([id, ['#', *fragment].join('/')] - ['#']).join
+      end
+
+      # Resolve JSON Schem ref
+      #
+      # @param [String, nil] base_id
+      # @param [String, nil] ref
+      #
+      # @raise [JSONSchemaError] when ref can't be resolved
+      #
+      # @return [Hash, true, false]
+      #
+      # @api private
+      def resolve_ref(base_id, ref)
+        ref_id, fragment = (ref || '').split('#')
+        id = build_id(base_id, ref_id == '' ? nil : ref_id)
+        key = [id, fragment].compact.join('#')
+
+        entry = @schema_repository[key]
+
+        unless entry
+          raise JSONSchemaError, "can't resolve reference '#{key}'"
+        end
+
+        if entry[:schema].key?('$ref')
+          resolve_ref(id, entry[:schema]['$ref'])
+        else
+          entry
+        end
+      end
+
+      # Get Shale type from JSON Schema type
+      #
+      # @param [Hash, true, false, nil] schema
+      # @param [String] id
+      # @param [String] name
+      #
+      # @return [Shale::Schema::JSONCompiler::Type]
+      #
+      # @api private
+      def infer_type(schema, id, name)
+        return unless schema
+        return Value.new if schema == true
+
+        type = schema['type']
+        format = schema['format']
+
+        if type.is_a?(Array)
+          type -= ['null']
+
+          if type.length > 1
+            return Value.new
+          else
+            type = type[0]
+          end
+        end
+
+        if type == 'object'
+          Object.new(id, name)
+        elsif type == 'string' && format == 'date'
+          Date.new
+        elsif type == 'string' && format == 'date-time'
+          Time.new
+        elsif type == 'string'
+          String.new
+        elsif type == 'number'
+          Float.new
+        elsif type == 'integer'
+          Integer.new
+        elsif type == 'boolean'
+          Boolean.new
+        else
+          Value.new
+        end
+      end
+
+      # Disassemble JSON schema into separate subschemas
+      #
+      # @param [String] schema
+      # @param [Array<String>] fragment
+      # @param [String] base_id
+      #
+      # @raise [JSONSchemaError] when there are problems with JSON schema
+      #
+      # @api private
+      def disassemble_schema(schema, fragment = [], base_id = '')
+        schema_key = fragment[-1]
+
+        if schema.is_a?(Hash) && schema.key?('$id')
+          id = build_id(base_id, schema['$id'])
+          fragment = []
+        else
+          id = base_id
+        end
+
+        pointer = build_pointer(id, fragment)
+
+        if @schema_repository.key?(pointer)
+          raise JSONSchemaError, "schema with id '#{pointer}' already exists"
+        else
+          @schema_repository[pointer] = {
+            id: pointer,
+            key: schema_key,
+            schema: schema,
+          }
+        end
+
+        return unless schema.is_a?(Hash)
+
+        ['properties', '$defs'].each do |definitions|
+          (schema[definitions] || {}).each do |subschema_key, subschema|
+            disassemble_schema(subschema, [*fragment, definitions, subschema_key], id)
+          end
+        end
+      end
+
+      # Compile JSON schema into Shale types
+      #
+      # @param [String] schema
+      # @param [true, false] is_root
+      # @param [String] base_id
+      # @param [Array<String>] fragment
+      #
+      # @return [Shale::Schema::JSONCompiler::Property, nil]
+      #
+      # @api private
+      def compile(schema, is_root, base_id = '', fragment = [])
+        entry = {}
+        key = fragment[-1]
+        collection = false
+        default = nil
+
+        if schema.is_a?(Hash) && schema.key?('$id')
+          id = build_id(base_id, schema['$id'])
+          fragment = []
+        else
+          id = base_id
+        end
+
+        if schema.is_a?(Hash) && schema['type'] == 'array'
+          collection = true
+          schema = schema['items']
+          schema ||= true
+        end
+
+        if schema.is_a?(Hash) && schema.key?('$ref')
+          entry = resolve_ref(id, schema['$ref'])
+          schema = entry[:schema]
+          fragment = entry[:id].split('/') - ['#']
+        end
+
+        pointer = entry[:id] || build_pointer(id, fragment)
+
+        if is_root
+          name = @root_name || entry[:key] || key || DEFAULT_ROOT_NAME
+        else
+          name = entry[:key] || key
+        end
+
+        type = @types.find { |e| e.id == pointer }
+        type ||= infer_type(schema, pointer, name)
+
+        if schema.is_a?(Hash) && schema.key?('default')
+          default = schema['default']
+        end
+
+        if type.is_a?(Object) && !@types.include?(type)
+          @types << type
+
+          (schema['properties'] || {}).each do |subschema_key, subschema|
+            property = compile(subschema, false, id, [*fragment, 'properties', subschema_key])
+            type.add_property(property) if property
+          end
+        end
+
+        Property.new(key, type, collection, default) if type
+      end
+    end
+  end
+end

data/lib/shale/schema/{json → json_generator}/base.rb

@@ -2,7 +2,7 @@
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Base class for JSON Schema types
       #
       # @api private
@@ -30,7 +30,7 @@ module Shale
         # @api private
         def as_json
           type = as_type
-          type['type'] = [type['type'], 'null'] if type['type'] && @nullable
+          type['type'] = [*type['type'], 'null'] if type['type'] && @nullable
           type['default'] = @default unless @default.nil?
 
           type

data/lib/shale/schema/{json → json_generator}/boolean.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema boolean type
       #
       # @api private

data/lib/shale/schema/{json → json_generator}/collection.rb

@@ -2,14 +2,14 @@
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing array type in JSON Schema
       #
       # @api private
       class Collection
         # Initialize Collection object
         #
-        # @param [Shale::Schema::JSON::Base] type
+        # @param [Shale::Schema::JSONGenerator::Base] type
         #
         # @api private
         def initialize(type)

data/lib/shale/schema/{json → json_generator}/date.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema date type
       #
       # @api private

data/lib/shale/schema/{json → json_generator}/float.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema float type
       #
       # @api private

data/lib/shale/schema/{json → json_generator}/integer.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema integer type
       #
       # @api private

data/lib/shale/schema/{json → json_generator}/object.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema object type
       #
       # @api private
@@ -12,7 +12,10 @@ module Shale
         # Initialize object
         #
         # @param [String] name
-        # @param [Array<Shale::Schema::JSON::Base, Shale::Schema::JSON::Collection>] properties
+        # @param [
+        #   Array<Shale::Schema::JSONGenerator::Base,
+        #   Shale::Schema::JSONGenerator::Collection>
+        # ] properties
         #
         # @api private
         def initialize(name, properties)

data/lib/shale/schema/{json → json_generator}/ref.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema reference
       #
       # @api private

data/lib/shale/schema/{json → json_generator}/schema.rb

@@ -2,7 +2,7 @@
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON schema
       #
       # @api private
@@ -13,14 +13,15 @@ module Shale
 
         # Initialize Schema object
         #
-        # @param [Array<Shale::Schema::JSON::Base>] types
+        # @param [Array<Shale::Schema::JSONGenerator::Base>] types
         # @param [String, nil] id
         # @param [String, nil] description
         #
         # @api private
-        def initialize(types, id: nil, description: nil)
+        def initialize(types, id: nil, title: nil, description: nil)
           @types = types
           @id = id
+          @title = title
           @description = description
         end
 
@@ -29,13 +30,14 @@ module Shale
         # @return [Hash]
         #
         # @example
-        #   Shale::Schema::JSON::Schema.new(types).as_json
+        #   Shale::Schema::JSONGenerator::Schema.new(types).as_json
         #
         # @api private
         def as_json
           schema = {
             '$schema' => DIALECT,
             '$id' => @id,
+            'title' => @title,
             'description' => @description,
           }
 

data/lib/shale/schema/{json → json_generator}/string.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema string type
       #
       # @api private

data/lib/shale/schema/{json → json_generator}/time.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema time type
       #
       # @api private