shale 0.3.0 → 0.5.0

data/lib/shale/schema/compiler/xml_complex.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require_relative 'complex'
+
+module Shale
+  module Schema
+    module Compiler
+      # Class representing Shale's XML complex type
+      #
+      # @api private
+      class XMLComplex < Complex
+        # Accessor for root attribute
+        #
+        # @return [String]
+        #
+        # @api private
+        attr_accessor :root
+
+        # Return namespace prefix
+        #
+        # @return [String]
+        #
+        # @api private
+        attr_reader :prefix
+
+        # Return namespace URI
+        #
+        # @return [String]
+        #
+        # @api private
+        attr_reader :namespace
+
+        # Initialize object
+        #
+        # @param [String] id
+        # @param [String] name
+        # @param [String] prefix
+        # @param [String] namespace
+        #
+        # @api private
+        def initialize(id, name, prefix, namespace)
+          super(id, name)
+          @root = name
+          @prefix = prefix
+          @namespace = namespace
+        end
+      end
+    end
+  end
+end

data/lib/shale/schema/compiler/xml_property.rb

@@ -0,0 +1,73 @@
+# frozen_string_literal: true
+
+require_relative 'property'
+
+module Shale
+  module Schema
+    module Compiler
+      # Class representing Shale's property
+      #
+      # @api private
+      class XMLProperty < Property
+        # Return namespace URI
+        #
+        # @return [String]
+        #
+        # @api private
+        attr_reader :namespace
+
+        # Return namespace prefix
+        #
+        # @return [String]
+        #
+        # @api private
+        attr_reader :prefix
+
+        # Initialize object
+        #
+        # @param [String] name
+        # @param [Shale::Schema::Compiler::Type] type
+        # @param [true, false] collection
+        # @param [Object] default
+        # @param [String] prefix
+        # @param [String] namespace
+        # @param [Symbol] category
+        #
+        # @api private
+        def initialize(name:, type:, collection:, default:, prefix:, namespace:, category:)
+          super(name, type, collection, default)
+          @prefix = prefix
+          @namespace = namespace
+          @category = category
+        end
+
+        # Check if property's category is content
+        #
+        # @return [true, false]
+        #
+        # @api private
+        def content?
+          @category == :content
+        end
+
+        # Check if property's category is attribute
+        #
+        # @return [true, false]
+        #
+        # @api private
+        def attribute?
+          @category == :attribute
+        end
+
+        # Check if property's category is element
+        #
+        # @return [true, false]
+        #
+        # @api private
+        def element?
+          @category == :element
+        end
+      end
+    end
+  end
+end

data/lib/shale/schema/json_compiler.rb

@@ -0,0 +1,331 @@
+# frozen_string_literal: true
+
+require 'erb'
+require 'uri'
+
+require_relative '../../shale'
+require_relative 'compiler/boolean'
+require_relative 'compiler/complex'
+require_relative 'compiler/date'
+require_relative 'compiler/float'
+require_relative 'compiler/integer'
+require_relative 'compiler/property'
+require_relative 'compiler/string'
+require_relative 'compiler/time'
+require_relative 'compiler/value'
+
+module Shale
+  module Schema
+    # Class for compiling JSON schema into Ruby data model
+    #
+    # @api public
+    class JSONCompiler
+      # Default root type name
+      # @api private
+      DEFAULT_ROOT_NAME = 'root'
+
+      # Shale model template
+      # @api private
+      MODEL_TEMPLATE = ERB.new(<<~TEMPLATE, trim_mode: '-')
+        require 'shale'
+        <%- unless type.references.empty? -%>
+
+        <%- type.references.each do |property| -%>
+        require_relative '<%= property.type.file_name %>'
+        <%- end -%>
+        <%- end -%>
+
+        class <%= type.name %> < Shale::Mapper
+          <%- type.properties.each do |property| -%>
+          attribute :<%= property.attribute_name %>, <%= property.type.name -%>
+          <%- if property.collection? %>, collection: true<% end -%>
+          <%- unless property.default.nil? %>, default: -> { <%= property.default %> }<% end %>
+          <%- end -%>
+
+          json do
+            <%- type.properties.each do |property| -%>
+            map '<%= property.mapping_name %>', to: :<%= property.attribute_name %>
+            <%- end -%>
+          end
+        end
+      TEMPLATE
+
+      # Generate Shale models from JSON Schema and return them as a Ruby Array of objects
+      #
+      # @param [Array<String>] schemas
+      # @param [String, nil] root_name
+      #
+      # @raise [SchemaError] when JSON Schema has errors
+      #
+      # @return [Array<Shale::Schema::Compiler::Complex>]
+      #
+      # @example
+      #   Shale::Schema::JSONCompiler.new.as_models([schema1, schema2])
+      #
+      # @api public
+      def as_models(schemas, root_name: nil)
+        schemas = schemas.map do |schema|
+          Shale.json_adapter.load(schema)
+        end
+
+        @root_name = root_name
+        @schema_repository = {}
+        @types = []
+
+        schemas.each do |schema|
+          disassemble_schema(schema)
+        end
+
+        compile(schemas[0], true)
+
+        total_duplicates = Hash.new(0)
+        duplicates = Hash.new(0)
+
+        @types.each do |type|
+          total_duplicates[type.name] += 1
+        end
+
+        @types.each do |type|
+          duplicates[type.name] += 1
+
+          if total_duplicates[type.name] > 1
+            type.name = format("#{type.name}%d", duplicates[type.name])
+          end
+        end
+
+        @types.reverse
+      end
+
+      # Generate Shale models from JSON Schema
+      #
+      # @param [Array<String>] schemas
+      # @param [String, nil] root_name
+      #
+      # @raise [SchemaError] when JSON Schema has errors
+      #
+      # @return [Hash<String, String>]
+      #
+      # @example
+      #   Shale::Schema::JSONCompiler.new.to_models([schema1, schema2])
+      #
+      # @api public
+      def to_models(schemas, root_name: nil)
+        types = as_models(schemas, root_name: root_name)
+
+        types.to_h do |type|
+          [type.file_name, MODEL_TEMPLATE.result(binding)]
+        end
+      end
+
+      private
+
+      # Generate JSON Schema id
+      #
+      # @param [String, nil] base_id
+      # @param [String, nil] id
+      #
+      # @return [String]
+      #
+      # @api private
+      def build_id(base_id, id)
+        return base_id unless id
+
+        base_uri = URI(base_id || '')
+        uri = URI(id)
+
+        if base_uri.relative? && uri.relative?
+          uri.to_s
+        else
+          base_uri.merge(uri).to_s
+        end
+      end
+
+      # Generate JSON pointer
+      #
+      # @param [String, nil] id
+      # @param [Array<String>] fragment
+      #
+      # @return [String]
+      #
+      # @api private
+      def build_pointer(id, fragment)
+        ([id, ['#', *fragment].join('/')] - ['#']).join
+      end
+
+      # Resolve JSON Schem ref
+      #
+      # @param [String, nil] base_id
+      # @param [String, nil] ref
+      #
+      # @raise [SchemaError] when ref can't be resolved
+      #
+      # @return [Hash, true, false]
+      #
+      # @api private
+      def resolve_ref(base_id, ref)
+        ref_id, fragment = (ref || '').split('#')
+        id = build_id(base_id, ref_id == '' ? nil : ref_id)
+        key = [id, fragment].compact.join('#')
+
+        entry = @schema_repository[key]
+
+        unless entry
+          raise SchemaError, "can't resolve reference '#{key}'"
+        end
+
+        if entry[:schema].key?('$ref')
+          resolve_ref(id, entry[:schema]['$ref'])
+        else
+          entry
+        end
+      end
+
+      # Get Shale type from JSON Schema type
+      #
+      # @param [Hash, true, false, nil] schema
+      # @param [String] id
+      # @param [String] name
+      #
+      # @return [Shale::Schema::Compiler::Type]
+      #
+      # @api private
+      def infer_type(schema, id, name)
+        return unless schema
+        return Compiler::Value.new if schema == true
+
+        type = schema['type']
+        format = schema['format']
+
+        if type.is_a?(Array)
+          type -= ['null']
+
+          if type.length > 1
+            return Compiler::Value.new
+          else
+            type = type[0]
+          end
+        end
+
+        if type == 'object'
+          Compiler::Complex.new(id, name)
+        elsif type == 'string' && format == 'date'
+          Compiler::Date.new
+        elsif type == 'string' && format == 'date-time'
+          Compiler::Time.new
+        elsif type == 'string'
+          Compiler::String.new
+        elsif type == 'number'
+          Compiler::Float.new
+        elsif type == 'integer'
+          Compiler::Integer.new
+        elsif type == 'boolean'
+          Compiler::Boolean.new
+        else
+          Compiler::Value.new
+        end
+      end
+
+      # Disassemble JSON schema into separate subschemas
+      #
+      # @param [String] schema
+      # @param [Array<String>] fragment
+      # @param [String] base_id
+      #
+      # @raise [SchemaError] when there are problems with JSON schema
+      #
+      # @api private
+      def disassemble_schema(schema, fragment = [], base_id = '')
+        schema_key = fragment[-1]
+
+        if schema.is_a?(Hash) && schema.key?('$id')
+          id = build_id(base_id, schema['$id'])
+          fragment = []
+        else
+          id = base_id
+        end
+
+        pointer = build_pointer(id, fragment)
+
+        if @schema_repository.key?(pointer)
+          raise SchemaError, "schema with id '#{pointer}' already exists"
+        else
+          @schema_repository[pointer] = {
+            id: pointer,
+            key: schema_key,
+            schema: schema,
+          }
+        end
+
+        return unless schema.is_a?(Hash)
+
+        ['properties', '$defs'].each do |definitions|
+          (schema[definitions] || {}).each do |subschema_key, subschema|
+            disassemble_schema(subschema, [*fragment, definitions, subschema_key], id)
+          end
+        end
+      end
+
+      # Compile JSON schema into Shale types
+      #
+      # @param [String] schema
+      # @param [true, false] is_root
+      # @param [String] base_id
+      # @param [Array<String>] fragment
+      #
+      # @return [Shale::Schema::Compiler::Property, nil]
+      #
+      # @api private
+      def compile(schema, is_root, base_id = '', fragment = [])
+        entry = {}
+        key = fragment[-1]
+        collection = false
+        default = nil
+
+        if schema.is_a?(Hash) && schema.key?('$id')
+          id = build_id(base_id, schema['$id'])
+          fragment = []
+        else
+          id = base_id
+        end
+
+        if schema.is_a?(Hash) && schema['type'] == 'array'
+          collection = true
+          schema = schema['items']
+          schema ||= true
+        end
+
+        if schema.is_a?(Hash) && schema.key?('$ref')
+          entry = resolve_ref(id, schema['$ref'])
+          schema = entry[:schema]
+          fragment = entry[:id].split('/') - ['#']
+        end
+
+        pointer = entry[:id] || build_pointer(id, fragment)
+
+        if is_root
+          name = @root_name || entry[:key] || key || DEFAULT_ROOT_NAME
+        else
+          name = entry[:key] || key
+        end
+
+        type = @types.find { |e| e.id == pointer }
+        type ||= infer_type(schema, pointer, name)
+
+        if schema.is_a?(Hash) && schema.key?('default')
+          default = schema['default']
+        end
+
+        if type.is_a?(Compiler::Complex) && !@types.include?(type)
+          @types << type
+
+          (schema['properties'] || {}).each do |subschema_key, subschema|
+            property = compile(subschema, false, id, [*fragment, 'properties', subschema_key])
+            type.add_property(property) if property
+          end
+        end
+
+        Compiler::Property.new(key, type, collection, default) if type
+      end
+    end
+  end
+end

data/lib/shale/schema/{json → json_generator}/base.rb

@@ -2,7 +2,7 @@
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Base class for JSON Schema types
       #
       # @api private
@@ -30,7 +30,7 @@ module Shale
         # @api private
         def as_json
           type = as_type
-          type['type'] = [type['type'], 'null'] if type['type'] && @nullable
+          type['type'] = [*type['type'], 'null'] if type['type'] && @nullable
           type['default'] = @default unless @default.nil?
 
           type

data/lib/shale/schema/{json → json_generator}/boolean.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema boolean type
       #
       # @api private

data/lib/shale/schema/{json → json_generator}/collection.rb

@@ -2,14 +2,14 @@
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing array type in JSON Schema
       #
       # @api private
       class Collection
         # Initialize Collection object
         #
-        # @param [Shale::Schema::JSON::Base] type
+        # @param [Shale::Schema::JSONGenerator::Base] type
         #
         # @api private
         def initialize(type)

data/lib/shale/schema/{json → json_generator}/date.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema date type
       #
       # @api private

data/lib/shale/schema/{json → json_generator}/float.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema float type
       #
       # @api private

data/lib/shale/schema/{json → json_generator}/integer.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema integer type
       #
       # @api private

data/lib/shale/schema/{json → json_generator}/object.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema object type
       #
       # @api private
@@ -12,7 +12,10 @@ module Shale
         # Initialize object
         #
         # @param [String] name
-        # @param [Array<Shale::Schema::JSON::Base, Shale::Schema::JSON::Collection>] properties
+        # @param [
+        #   Array<Shale::Schema::JSONGenerator::Base,
+        #   Shale::Schema::JSONGenerator::Collection>
+        # ] properties
         #
         # @api private
         def initialize(name, properties)

data/lib/shale/schema/{json → json_generator}/ref.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema reference
       #
       # @api private

data/lib/shale/schema/{json → json_generator}/schema.rb

@@ -2,7 +2,7 @@
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON schema
       #
       # @api private
@@ -13,14 +13,15 @@ module Shale
 
         # Initialize Schema object
         #
-        # @param [Array<Shale::Schema::JSON::Base>] types
+        # @param [Array<Shale::Schema::JSONGenerator::Base>] types
         # @param [String, nil] id
         # @param [String, nil] description
         #
         # @api private
-        def initialize(types, id: nil, description: nil)
+        def initialize(types, id: nil, title: nil, description: nil)
           @types = types
           @id = id
+          @title = title
           @description = description
         end
 
@@ -29,13 +30,14 @@ module Shale
         # @return [Hash]
         #
         # @example
-        #   Shale::Schema::JSON::Schema.new(types).as_json
+        #   Shale::Schema::JSONGenerator::Schema.new(types).as_json
         #
         # @api private
         def as_json
           schema = {
             '$schema' => DIALECT,
-            'id' => @id,
+            '$id' => @id,
+            'title' => @title,
             'description' => @description,
           }
 

data/lib/shale/schema/{json → json_generator}/string.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema string type
       #
       # @api private

data/lib/shale/schema/{json → json_generator}/time.rb

@@ -4,7 +4,7 @@ require_relative 'base'
 
 module Shale
   module Schema
-    class JSON
+    class JSONGenerator
       # Class representing JSON Schema time type
       #
       # @api private

data/lib/shale/schema/json_generator/value.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+require_relative 'base'
+
+module Shale
+  module Schema
+    class JSONGenerator
+      # Class representing JSON Schema any type
+      #
+      # @api private
+      class Value < Base
+        # Return JSON Schema fragment as Ruby Hash
+        #
+        # @return [Hash]
+        #
+        # @api private
+        def as_type
+          { 'type' => %w[boolean integer number object string] }
+        end
+      end
+    end
+  end
+end