etna 0.1.12 → 0.1.18

data/lib/etna/clients/magma.rb

@@ -0,0 +1,4 @@
+require_relative './magma/client'
+require_relative './magma/models'
+require_relative './magma/workflows'
+require_relative './magma/formatting'

data/lib/etna/clients/magma/client.rb

@@ -0,0 +1,80 @@
+require 'net/http/persistent'
+require 'net/http/post/multipart'
+require 'singleton'
+require_relative '../../client'
+require_relative './models'
+
+module Etna
+  module Clients
+    class Magma
+      attr_reader :host, :token, :ignore_ssl
+      def initialize(host:, token:, persistent: true, ignore_ssl: false)
+        raise 'Magma client configuration is missing host.' unless host
+        raise 'Magma client configuration is missing token.' unless token
+        @etna_client = ::Etna::Client.new(
+          host,
+          token,
+          routes_available: false,
+          persistent: persistent,
+          ignore_ssl: ignore_ssl)
+        @host = host
+        @token = token
+        @ignore_ssl = ignore_ssl
+      end
+
+      # This endpoint returns models and records by name:
+      # e.g. params:
+      # {
+      #   model_name: "model_one", # or "all"
+      #   record_names: [ "rn1", "rn2" ], # or "all",
+      #   attribute_names:  "all"
+      # }
+      def retrieve(retrieval_request = RetrievalRequest.new)
+        json = nil
+        @etna_client.post('/retrieve', retrieval_request) do |res|
+          json = JSON.parse(res.body)
+        end
+
+        RetrievalResponse.new(json)
+      end
+
+      # This 'query' end point is used to fetch data by graph query
+      # See question.rb for more detail
+      def query(query_request = QueryRequest.new)
+        json = nil
+        @etna_client.post('/query', query_request) do |res|
+          json = JSON.parse(res.body)
+        end
+
+        QueryResponse.new(json)
+      end
+
+      def update(update_request = UpdateRequest.new)
+        json = nil
+        @etna_client.multipart_post('/update', update_request.encode_multipart_content) do |res|
+          json = JSON.parse(res.body)
+        end
+
+        UpdateResponse.new(json)
+      end
+
+      def update_json(update_request = UpdateRequest.new)
+        json = nil
+        @etna_client.post('/update', update_request) do |res|
+          json = JSON.parse(res.body)
+        end
+
+        UpdateResponse.new(json)
+      end
+
+      def update_model(update_model_request = UpdateModelRequest.new)
+        json = nil
+        @etna_client.post('/update_model', update_model_request) do |res|
+          json = JSON.parse(res.body)
+        end
+
+        UpdateModelResponse.new(json)
+      end
+    end
+  end
+end

data/lib/etna/clients/magma/formatting.rb

@@ -0,0 +1 @@
+require_relative 'formatting/models_csv'

data/lib/etna/clients/magma/formatting/models_csv.rb

@@ -0,0 +1,345 @@
+require 'ostruct'
+
+module Etna
+  module Clients
+    class Magma
+      class ModelsCsv
+        COPY_OPTIONS_SENTINEL = '$copy_from_original$'
+        COLUMNS = [
+            :comments,
+            :model_name, :identifier, :parent_model_name, :parent_link_type,
+            :attribute_name,
+            :new_attribute_name,
+            :attribute_type,
+            :link_model_name,
+            :description,
+            :display_name,
+            :format_hint,
+            :restricted,
+            :read_only,
+            :options,
+            :match,
+            :attribute_group,
+            :hidden,
+            :unique,
+            :matrix_constant,
+        ]
+
+        COLUMN_AS_BOOLEAN = -> (s) { ['true', 't', 'y', 'yes'].include?(s.downcase) }
+
+        COLUMNS_TO_ATTRIBUTES = {
+            attribute_name: :attribute_name,
+            attribute_type: [:attribute_type, -> (s) { AttributeType.new(s) }],
+            link_model_name: :link_model_name,
+            description: :desc,
+            display_name: :display_name,
+            format_hint: :format_hint,
+            restricted: [:restricted, COLUMN_AS_BOOLEAN],
+            read_only: [:read_only, COLUMN_AS_BOOLEAN],
+            options: [:validation, -> (s) { {"type" => "Array", "value" => s.split(',').map(&:strip)} }],
+            match: [:validation, -> (s) { {"type" => "Regexp", "value" => Regexp.new(s).source} }],
+            attribute_group: :attribute_group,
+            hidden: [:hidden, COLUMN_AS_BOOLEAN],
+            unique: [:unique, COLUMN_AS_BOOLEAN],
+        }
+
+        def self.apply_csv_row(changeset = ModelsChangeset.new, row = {}, &err_block)
+          changeset.tap do
+            models = changeset.models
+
+            if (matrix_constant = self.get_col_or_nil(row, :matrix_constant))
+              if matrix_constant.start_with?(COPY_OPTIONS_SENTINEL)
+                matrix_constant = matrix_constant.slice((COPY_OPTIONS_SENTINEL.length)..-1)
+                changeset.last_matrix_constant = matrix_constant
+              else
+                (changeset.matrix_constants[changeset.last_matrix_constant] ||= []) << matrix_constant
+              end
+            end
+
+            template = if (model_name = self.get_col_or_nil(row, :model_name))
+              changeset.last_model_key = model_name
+              models.build_model(model_name).build_template.tap { |t| t.name = model_name }
+            else
+              last_model = changeset.last_model_key
+              if last_model.nil?
+                nil
+              else
+                models.model(last_model).build_template
+              end
+            end
+
+            if (identifier = self.get_col_or_nil(row, :identifier))
+              if template.nil?
+                yield "Found identifier #{identifier} but no model_name had been given!"
+                next
+              end
+              template.identifier = identifier
+            end
+
+            if (parent_model_name = self.get_col_or_nil(row, :parent_model_name))
+              self.process_parent_model_name(template: template, parent_model_name: parent_model_name, models: models, &err_block)
+            end
+
+            if (parent_link_type = self.get_col_or_nil(row, :parent_link_type))
+              self.process_parent_link_type(template: template, parent_link_type: parent_link_type, models: models, &err_block)
+            end
+
+            if (attribute_name = self.get_col_or_nil(row, :attribute_name))
+              self.process_attribute(template: template, attribute_name: attribute_name, models: models, row: row, &err_block)
+              if (new_attribute_name = self.get_col_or_nil(row, :new_attribute_name))
+                self.process_new_attribute_name(template: template, changeset: changeset, new_attribute_name: new_attribute_name, attribute_name: attribute_name, &err_block)
+              end
+            end
+          end
+        end
+
+        def self.process_new_attribute_name(template:, changeset:, new_attribute_name:, attribute_name:, &err_block)
+          renames = changeset.build_renames(template.name)
+          if renames.include?(attribute_name) && renames[attribute_name] != new_attribute_name
+            if block_given?
+              yield "Found multiple new_attribute_name values for #{template.name}'s #{attribute_name}': #{new_attribute_name} or #{renames[attribute_name]}?"
+            end
+          end
+
+          renames[attribute_name] = new_attribute_name
+        end
+
+        def self.process_parent_model_name(template:, parent_model_name:, models:, &err_block)
+          if template.nil?
+            yield "Found parent_model_name #{parent_model_name} but no model_name had been given!" if block_given?
+            return
+          end
+
+          if template.parent && !template.parent.empty? && template.parent != parent_model_name
+            yield "Model #{template.name} was provided multiple parent_model_names: #{template.parent} and #{parent_model_name}" if block_given?
+          end
+
+          template.parent = parent_model_name
+
+          template.build_attributes.build_attribute(template.parent).tap do |parent_att|
+            parent_att.name = parent_att.attribute_name = parent_model_name
+            parent_att.attribute_type = AttributeType::PARENT
+            parent_att.link_model_name = parent_model_name
+            parent_att.desc = self.prettify(parent_model_name)
+            parent_att.display_name = self.prettify(parent_model_name)
+          end
+        end
+
+        def self.process_parent_link_type(template:, parent_link_type:, models:, &err_block)
+          if template.nil?
+            yield "Found parent_link_type #{parent_link_type} but no model_name had been given!" if block_given?
+            return
+          end
+
+          if template.parent.nil?
+            yield "Found parent_link_type #{parent_link_type} but no parent_model_name had been given!" if block_given?
+            return
+          end
+
+          reciprocal = models.find_reciprocal(model_name: template.name, link_attribute_name: template.parent)
+          if reciprocal && reciprocal.attribute_type.to_s != parent_link_type
+            yield "Model #{template.name} was provided multiple parent_link_types: #{reciprocal.attribute_type} and #{parent_link_type}" if block_given?
+          end
+
+          if reciprocal && reciprocal.attribute_name != template.name
+            yield "Model #{template.name} is linked to #{template.parent}, but the reciprocal link is misnamed as '#{reciprocal.attribute_name}'." if block_given?
+          end
+
+          models.build_model(template.parent).tap do |parent_model|
+            parent_model_attribute_by_model_name = parent_model.build_template.build_attributes.attribute(template.name)
+            if parent_model_attribute_by_model_name && !reciprocal
+              yield "Model #{template.parent} is linked as a parent to #{template.name}, but it already has an attribute named #{template.name} #{parent_model_attribute_by_model_name.raw}." if block_given?
+            end
+
+            parent_model.build_template.build_attributes.build_attribute(template.name).tap do |attr|
+              attr.attribute_name = attr.name = template.name
+              attr.attribute_type = parent_link_type
+              attr.link_model_name = template.name
+              attr.desc = self.prettify(template.name)
+              attr.display_name = self.prettify(template.name)
+            end
+          end
+        end
+
+        def self.process_attribute(template:, attribute_name:, models:, row:, &err_block)
+          if template.nil?
+            yield "Found attribute #{attribute_name} but no model_name had been given!" if block_given?
+            return
+          end
+
+          attributes = template.build_attributes
+          existing_attribute = attributes.attribute(attribute_name)
+          if existing_attribute
+            if existing_attribute.attribute_type != AttributeType::COLLECTION
+              yield "Attribute #{attribute_name} of model #{template.name} has duplicate definitions!" if block_given?
+            end
+
+            attributes.raw.delete(attribute_name)
+          end
+
+          attributes.build_attribute(attribute_name).tap do |att|
+            COLUMNS_TO_ATTRIBUTES.each do |column, processor|
+              next unless (value = self.get_col_or_nil(row, column))
+              if processor.is_a?(Array)
+                processor, f = processor
+                value = f.call(value)
+              end
+
+              if !att.send(processor).nil? && !att.send(processor).empty?
+                yield "Value for #{processor} on attribute #{attribute_name} has duplicate definitions!" if block_given?
+              end
+
+              att.send(:"#{processor}=", value)
+            end
+
+            if att.attribute_type == AttributeType::LINK && models.find_reciprocal(model_name: template.name, attribute: att).nil?
+              models.build_model(att.link_model_name).build_template.build_attributes.build_attribute(template.name).tap do |rec_att|
+                rec_att.attribute_name = template.name
+                rec_att.display_name = self.prettify(template.name)
+                rec_att.desc = self.prettify(template.name)
+                rec_att.attribute_type = AttributeType::COLLECTION
+                rec_att.link_model_name = template.name
+              end
+            end
+
+            att.set_field_defaults!
+          end
+        end
+
+        def self.prettify(name)
+          name.split('_').map(&:capitalize).join(' ')
+        end
+
+        def self.get_col_or_nil(row, col)
+          c = row[col]&.chomp
+          return nil if c&.empty?
+          c
+        end
+
+        def self.each_csv_row(models = Models.new, model_keys = models.model_keys.sort, &block)
+          yield COLUMNS.map(&:to_s)
+
+          self.ensure_parents(models, model_keys, &block)
+          matrix_constants = {}
+          model_keys.each { |model_name| self.each_model_row(models, model_name, matrix_constants, &block) }
+
+          matrix_constants.each do |digest, options|
+            yield row_from_columns
+            yield row_from_columns(matrix_constant: COPY_OPTIONS_SENTINEL + digest)
+            options.each do |option|
+              yield row_from_columns(matrix_constant: option)
+            end
+          end
+        end
+
+        def self.ensure_parents(models, model_keys, &block)
+          q = model_keys.dup
+          seen = Set.new
+
+          until q.empty?
+            model_key = q.shift
+            next if model_key.nil?
+            next if seen.include?(model_key)
+            seen.add(model_key)
+
+            # For models that are only part of the trunk, but not of the tree of model_keys,
+            # we still need their basic information (identifier / parent) for validation and for
+            # potentially creating the required tree dependencies to connect it to a remote tree.
+            unless model_keys.include?(model_key)
+              self.each_model_trunk_row(models, model_key, &block)
+            end
+
+            q.push(*models.model(model_key).template.all_linked_model_names)
+          end
+        end
+
+        def self.each_model_trunk_row(models, model_name, &block)
+          return unless (model = models.model(model_name))
+
+          # Empty link for better visual separation
+          yield row_from_columns
+          yield row_from_columns(model_name: model_name)
+
+          unless model.template.parent.nil?
+            parent_model = models.model(model.template.parent)
+            reciprocal = models.find_reciprocal(model: model, link_model: parent_model)
+
+            yield row_from_columns(
+                identifier: model.template.identifier,
+                parent_model_name: model.template.parent,
+                parent_link_type: reciprocal.attribute_type.to_s
+            )
+          else
+            yield row_from_columns(
+                identifier: model.template.identifier,
+            )
+          end
+        end
+
+        def self.each_model_row(models, model_name, matrix_constants, &block)
+          return unless (model = models.model(model_name))
+
+          self.each_model_trunk_row(models, model_name, &block)
+          model.template.attributes.all.each do |attribute|
+            self.each_attribute_row(models, model, attribute, matrix_constants, &block)
+          end
+        end
+
+        def self.each_attribute_row(models = Models.new, model = Model.new, attribute = Attribute.new, matrix_constants = {}, &block)
+          if attribute.attribute_type == AttributeType::IDENTIFIER
+            # Identifiers for models whose parent link type ends up being a table are non configurable, so we don't
+            # want to include them in the CSV.
+            if models.find_reciprocal(model: model, link_attribute_name: model.template.parent)&.attribute_type == AttributeType::TABLE
+              return
+            end
+          else
+            return unless AttributeValidator.valid_add_row_attribute_types.include?(attribute.attribute_type)
+          end
+
+          options = attribute.options&.join(', ')
+          if attribute.attribute_type == AttributeType::MATRIX
+            # Matrix attribute validations are massive, and functional.  For now, we don't support showing and editing
+            # them inline with this spreadsheet.  In the future, I think we should possibly introduce the concept of
+            # CONSTANTS or Matrix Types that are managed separately.
+            options = options || ''
+            digest = Digest::MD5.hexdigest(options)
+            matrix_constants[digest] ||= COLUMNS_TO_ATTRIBUTES[:options][1].call(options)["value"]
+
+            options = COPY_OPTIONS_SENTINEL + digest
+          end
+
+          yield row_from_columns(
+              attribute_name: attribute.name,
+              attribute_type: attribute.attribute_type,
+              link_model_name: attribute.link_model_name,
+              reciprocal_link_type: models.find_reciprocal(model: model, attribute: attribute)&.attribute_type,
+              description: attribute.desc,
+              display_name: attribute.display_name,
+              match: attribute.match,
+              format_hint: attribute.format_hint,
+              restricted: attribute.restricted,
+              read_only: attribute.read_only,
+              options: options,
+              attribute_group: attribute.attribute_group,
+              hidden: attribute.hidden,
+              unique: attribute.unique,
+          )
+        end
+
+        def self.row_from_columns(**columns)
+          COLUMNS.map { |c| (columns[c] || '').to_s }
+        end
+
+        class ModelsChangeset < Struct.new(:models, :renames, :matrix_constants, :last_matrix_constant, :last_model_key, keyword_init: true)
+          def initialize(*args)
+            super
+
+            self.models ||= Models.new
+            self.renames ||= {}
+            self.matrix_constants ||= {}
+          end
+        end
+      end
+    end
+  end
+end

data/lib/etna/clients/magma/models.rb

@@ -0,0 +1,579 @@
+require 'ostruct'
+require_relative '../../json_serializable_struct'
+require_relative '../../multipart_serializable_nested_hash'
+require_relative '../../directed_graph'
+require_relative '../enum'
+
+# TODO:  In the near future, I'd like to transition to specifying apis via SWAGGER and generating model stubs from the
+# common definitions.  For nowe I've written them out by hand here.
+module Etna
+  module Clients
+    class Magma
+      class RetrievalRequest < Struct.new(:model_name, :attribute_names, :record_names, :project_name, :page, :page_size, :order, :filter, keyword_init: true)
+        include JsonSerializableStruct
+
+        def initialize(**params)
+          super({model_name: 'all', attribute_names: 'all', record_names: []}.update(params))
+        end
+      end
+
+      class QueryRequest < Struct.new(:query, :project_name, keyword_init: true)
+        include JsonSerializableStruct
+      end
+
+      class UpdateRequest < Struct.new(:revisions, :project_name, keyword_init: true)
+        include JsonSerializableStruct
+        include MultipartSerializableNestedHash
+
+        def initialize(**params)
+          super({revisions: {}}.update(params))
+        end
+
+        def update_revision(model_name, record_name, attrs)
+          revision = revisions[model_name] ||= {}
+          record = revision[record_name] ||= {}
+          record.update(attrs)
+        end
+
+        def append_table(parent_model_name, parent_record_name, model_name, attrs, attribute_name = model_name)
+          parent_revision = update_revision(parent_model_name, parent_record_name, {})
+          table = parent_revision[attribute_name] ||= []
+          id = "::#{model_name}#{(revisions[model_name] || {}).length + 1}"
+          table << id
+          update_revision(model_name, id, attrs)
+          id
+        end
+      end
+
+      class UpdateModelRequest < Struct.new(:project_name, :actions, keyword_init: true)
+        include JsonSerializableStruct
+
+        def initialize(**params)
+          super({actions: []}.update(params))
+        end
+
+        def add_action(action)
+          actions << action
+        end
+      end
+
+      class AddModelAction < Struct.new(:action_name, :model_name, :parent_model_name, :parent_link_type, :identifier, keyword_init: true)
+        include JsonSerializableStruct
+
+        def initialize(**args)
+          super({action_name: 'add_model'}.update(args))
+        end
+      end
+
+      class AddAttributeAction < Struct.new(:action_name, :model_name, :attribute_name, :type, :description, :display_name, :format_hint, :hidden, :index, :link_model_name, :read_only, :attribute_group, :restricted, :unique, :validation, keyword_init: true)
+        include JsonSerializableStruct
+
+        def initialize(**args)
+          super({action_name: 'add_attribute'}.update(args))
+        end
+
+        def attribute_type=(val)
+          self.type = val
+        end
+
+        def attribute_type
+          self.type
+        end
+
+        def desc=(val)
+          self.description = val
+        end
+
+        def desc
+          self.description
+        end
+      end
+
+      class AddLinkAction < Struct.new(:action_name, :links, keyword_init: true)
+        include JsonSerializableStruct
+
+        def initialize(**args)
+          super({action_name: 'add_link', links: []}.update(args))
+        end
+      end
+
+      class AddLinkDefinition < Struct.new(:type, :model_name, :attribute_name, keyword_init: true)
+        include JsonSerializableStruct
+      end
+
+      class AddProjectAction < Struct.new(:action_name, keyword_init: true)
+        include JsonSerializableStruct
+
+        def initialize(**args)
+          super({action_name: 'add_project'}.update(args))
+        end
+      end
+
+      class UpdateAttributeAction < Struct.new(:action_name, :model_name, :attribute_name, :description, :display_name, :format_hint, :hidden, :index, :link_model_name, :read_only, :attribute_group, :restricted, :unique, :validation, keyword_init: true)
+        include JsonSerializableStruct
+
+        def initialize(**args)
+          super({action_name: 'update_attribute'}.update(args))
+        end
+
+        def desc=(val)
+          self.description = val
+        end
+
+        def desc
+          self.description
+        end
+
+        def as_json
+          super(keep_nils: true)
+        end
+      end
+
+      class RenameAttributeAction < Struct.new(:action_name, :model_name, :attribute_name, :new_attribute_name, keyword_init: true)
+        include JsonSerializableStruct
+
+        def initialize(**args)
+          super({action_name: 'rename_attribute'}.update(args))
+        end
+      end
+
+      class AttributeValidation < Struct.new(:type, :value, :begin, :end, keyword_init: true)
+        include JsonSerializableStruct
+      end
+
+      class AttributeValidationType < String
+        include Enum
+        REGEXP = AttributeValidationType.new("Regexp")
+        ARRAY = AttributeValidationType.new("Array")
+        RANGE = AttributeValidationType.new("Range")
+      end
+
+      class RetrievalResponse
+        attr_reader :raw
+
+        def initialize(raw = {})
+          @raw = raw
+        end
+
+        def models
+          Models.new(raw['models'])
+        end
+      end
+
+      class UpdateModelResponse < RetrievalResponse
+      end
+
+      class QueryResponse
+        attr_reader :raw
+
+        def initialize(raw = {})
+          @raw = raw
+        end
+
+        def answer
+          raw['answer']
+        end
+
+        def format
+          raw['format']
+        end
+
+        def type
+          raw['type']
+        end
+      end
+
+      class UpdateResponse < RetrievalResponse
+      end
+
+      class Project
+        attr_reader :raw
+
+        def initialize(raw = {})
+          @raw = raw
+        end
+
+        def models
+          Models.new(raw['models'])
+        end
+      end
+
+      class Models
+        attr_reader :raw
+
+        def initialize(raw = {})
+          @raw = raw
+        end
+
+        def model_keys
+          raw.keys
+        end
+
+        def build_model(model_key)
+          Model.new(raw[model_key] ||= {})
+        end
+
+        def model(model_key)
+          return nil unless raw.include?(model_key)
+          Model.new(raw[model_key])
+        end
+
+        def all
+          raw.values.map { |r| Model.new(r) }
+        end
+
+        def +(other)
+          raw_update = {}
+          raw_update[other.name] = other.raw
+          Models.new({}.update(raw).update(raw_update))
+        end
+
+        # Can look up reciprocal links by many means.  At minimum, a source model or model name must be provided,
+        # and either a link_attribute_name, attribute, or link_model.
+        def find_reciprocal(
+            model_name: nil,
+            model: self.model(model_name),
+            link_attribute_name: nil,
+            attribute: model&.template&.attributes&.attribute(link_attribute_name),
+            link_model: self.model(attribute&.link_model_name)
+        )
+          return nil if model.nil? || model.name.nil?
+          link_model&.template&.attributes&.all&.find { |a| a.link_model_name == model.name }
+        end
+
+        def to_directed_graph(include_casual_links = false)
+          graph = ::DirectedGraph.new
+
+          model_keys.sort.each do |model_name|
+            graph.add_connection(model(model_name).template.parent, model_name)
+
+            if include_casual_links
+              attributes = model(model_name).template.attributes
+              attributes.attribute_keys.each do |attribute_name|
+                attribute = attributes.attribute(attribute_name)
+
+                linked_model_name = attribute.link_model_name
+                if linked_model_name
+                  if attribute.attribute_type == AttributeType::PARENT
+                    graph.add_connection(linked_model_name, model_name)
+                  elsif attribute.attribute_type == AttributeType::COLLECTION
+                    graph.add_connection(model_name, linked_model_name)
+                  elsif attribute.attribute_type == AttributeType::CHILD
+                    graph.add_connection(model_name, linked_model_name)
+                  elsif attribute.attribute_type == AttributeType::LINK
+                    graph.add_connection(model_name, linked_model_name)
+                  end
+                end
+              end
+            end
+          end
+
+          graph
+        end
+      end
+
+      class Model
+        attr_reader :raw
+
+        def initialize(raw = {})
+          @raw = raw
+        end
+
+        def build_template
+          Template.new(raw['template'] ||= {})
+        end
+
+        def documents
+          Documents.new(raw['documents'])
+        end
+
+        def template
+          Template.new(raw['template'])
+        end
+
+        def name
+          @raw.dig('template', 'name')
+        end
+
+        def count
+          raw['count'] || 0
+        end
+      end
+
+      class Documents
+        attr_reader :raw
+
+        def initialize(raw = {})
+          @raw = raw
+        end
+
+        def document_keys
+          raw.keys
+        end
+
+        def +(other)
+          Documents.new({}.update(raw).update(other.raw))
+        end
+
+        def document(document_key)
+          return nil unless raw.include?(document_key)
+          raw[document_key]
+        end
+      end
+
+      class Template
+        attr_reader :raw
+
+        def initialize(raw = {})
+          @raw = raw
+        end
+
+        def name
+          raw['name'] || ""
+        end
+
+        def name=(val)
+          raw['name'] = val.to_s
+        end
+
+        def identifier
+          raw['identifier'] || ""
+        end
+
+        def version
+          raw['version'] || 0
+        end
+
+        def version=(val)
+          raw['version'] = val
+        end
+
+        def identifier=(val)
+          raw['identifier'] = val
+        end
+
+        def parent
+          raw['parent']
+        end
+
+        def parent=(val)
+          raw['parent'] = val
+        end
+
+        def attributes
+          Attributes.new(raw['attributes'] ||= {})
+        end
+
+        def build_attributes
+          Attributes.new(raw['attributes'] ||= {})
+        end
+
+        def all_linked_model_names
+          models = [ self.parent, ] + build_attributes.all.map { |v| v.link_model_name }
+          models.select { |m| !m.nil? }.uniq
+        end
+      end
+
+      class Attributes
+        attr_reader :raw
+
+        def initialize(raw = {})
+          @raw = raw
+        end
+
+        def attribute_keys
+          raw.keys
+        end
+
+        def attribute(attribute_key)
+          return nil unless raw.include?(attribute_key)
+          Attribute.new(raw[attribute_key])
+        end
+
+        def build_attribute(key)
+          Attribute.new(raw[key] ||= {})
+        end
+
+        def all
+          raw.values.map { |r| Attribute.new(r) }
+        end
+      end
+
+      class Attribute
+        attr_reader :raw
+
+        def initialize(raw = {})
+          @raw = raw
+        end
+
+        # Sets certain attribute fields which are implicit, even when not set, to match server behavior.
+        def set_field_defaults!
+          @raw.replace({
+              'hidden' => false,
+              'read_only' => false,
+              'restricted' => false,
+              'validation' => nil,
+          }.merge(@raw))
+        end
+
+        def name
+          @raw['name'] || ""
+        end
+
+        def name=(val)
+          @raw['name'] = val
+        end
+
+        def attribute_name
+          @raw['attribute_name'] || ""
+        end
+
+        def attribute_name=(val)
+          @raw['attribute_name'] = val
+        end
+
+        def attribute_type
+          @raw['attribute_type'] && AttributeType.new(@raw['attribute_type'])
+        end
+
+        def attribute_type=(val)
+          val = val.to_s if val
+          @raw['attribute_type'] = val
+        end
+
+        def link_model_name
+          @raw['link_model_name']
+        end
+
+        def link_model_name=(val)
+          @raw['link_model_name'] = val
+        end
+
+        def unique
+          raw['unique']
+        end
+
+        def unique=(val)
+          raw['unique'] = val
+        end
+
+        def desc
+          raw['desc']
+        end
+
+        def desc=(val)
+          @raw['desc'] = val
+        end
+
+        def display_name
+          raw['display_name']
+        end
+
+        def display_name=(val)
+          raw['display_name'] = val
+        end
+
+        def match
+          raw['match']
+        end
+
+        def restricted
+          raw['restricted']
+        end
+
+        def restricted=(val)
+          raw['restricted'] = val
+        end
+
+        def format_hint
+          raw['format_hint']
+        end
+
+        def format_hint=(val)
+          raw['format_hint'] = val
+        end
+
+        def read_only
+          raw['read_only']
+        end
+
+        def read_only=(val)
+          raw['read_only'] = val
+        end
+
+        def attribute_group
+          raw['attribute_group']
+        end
+
+        def attribute_group=(val)
+          raw['attribute_group'] = val
+        end
+
+        def hidden
+          raw['hidden']
+        end
+
+        def hidden=(val)
+          raw['hidden'] = val
+        end
+
+        def validation
+          raw['validation']
+        end
+
+        def validation=(val)
+          raw['validation'] = val
+        end
+
+        def options
+          raw['options']
+        end
+
+        # NOTE!  The Attribute class returns description as desc, where as actions take it in as description.
+        # There are shortcut methods that try to handle this on the action class side of things.  Ideally we would
+        # make this more consistent in the near future.
+        COPYABLE_ATTRIBUTE_ATTRIBUTES = [
+            :attribute_name, :attribute_type, :desc, :display_name, :format_hint,
+            :hidden, :link_model_name, :read_only, :attribute_group, :unique, :validation,
+            :restricted
+        ]
+
+        EDITABLE_ATTRIBUTE_ATTRIBUTES = UpdateAttributeAction.members & COPYABLE_ATTRIBUTE_ATTRIBUTES
+
+        def self.copy(source, dest, attributes: COPYABLE_ATTRIBUTE_ATTRIBUTES)
+          attributes.each do |attr_name|
+            next unless dest.respond_to?(:"#{attr_name}=")
+            source_v = source.send(attr_name)
+            dest.send(:"#{attr_name}=", source_v)
+          end
+        end
+      end
+
+      class AttributeType < String
+        include Enum
+        STRING = AttributeType.new("string")
+        DATE_TIME = AttributeType.new("date_time")
+        BOOLEAN = AttributeType.new("boolean")
+        CHILD = AttributeType.new("child")
+        COLLECTION = AttributeType.new("collection")
+        FILE = AttributeType.new("file")
+        FLOAT = AttributeType.new("float")
+        IDENTIFIER = AttributeType.new("identifier")
+        IMAGE = AttributeType.new("image")
+        INTEGER = AttributeType.new("integer")
+        LINK = AttributeType.new("link")
+        MATCH = AttributeType.new("match")
+        MATRIX = AttributeType.new("matrix")
+        PARENT = AttributeType.new("parent")
+        TABLE = AttributeType.new("table")
+      end
+
+      class ParentLinkType < String
+        include Enum
+        CHILD = ParentLinkType.new("child")
+        COLLECTION = ParentLinkType.new("collection")
+        TABLE = ParentLinkType.new("table")
+      end
+    end
+  end
+end