shaf 1.6.0 → 3.0.0

data/lib/shaf/upgrade/manifest.rb

@@ -12,6 +12,7 @@ module Shaf
         @files[:add] = params[:add] || {}
         @files[:drop] = (params[:drop] || []).map { |d| Regexp.new(d) }
         @files[:regexp] = build_patterns(params[:substitutes])
+        @files[:messages] = params[:messages] || []
       end
 
       def patches
@@ -30,6 +31,10 @@ module Shaf
         files[:regexp]
       end
 
+      def messages
+        files[:messages]
+      end
+
       def patches_for(file)
         patches.select { |_, pattern| file =~ pattern }.keys
       end
@@ -47,7 +52,8 @@ module Shaf
           additions: additions.size,
           removals: removals.size,
           patches: patches.size,
-          regexps: regexps.size
+          regexps: regexps.size,
+          messages: messages.size
         }
       end
 
@@ -55,7 +61,8 @@ module Shaf
         "Add: #{additions.size}, " \
           "Del: #{removals.size}, " \
           "Patch: #{patches.size}, " \
-          "Regexp: #{regexps.size}"
+          "Regexp: #{regexps.size}, " \
+          "Messages: #{messages.size}"
       end
 
       private
@@ -82,3 +89,5 @@ end
 # - api/policies/base_policy.rb
 # substitutes:
 #   d3b07384d113edec49eaa6238ad5ff00: api/models/.*.rb
+# messages:
+# - b1946ac92492d2347c6235b4d2611184

data/lib/shaf/upgrade/package.rb

@@ -6,6 +6,9 @@ require 'open3'
 require 'fileutils'
 require 'tempfile'
 require 'yaml'
+require 'file_transactions'
+
+FT = FileTransactions
 
 module Shaf
   module Upgrade
@@ -23,8 +26,6 @@ module Shaf
       MANIFEST_FILENAME = 'manifest'.freeze
       IGNORE_FILE_PATTERNS = [/.rej\z/, /.orig\z/]
 
-      attr_reader :version
-
       class << self
         def all
           target_versions.map(&method(:new))
@@ -53,6 +54,8 @@ module Shaf
         end
       end
 
+      attr_reader :version, :manifest
+
       def initialize(version, manifest = nil, files = {})
         @version = Version.new(version)
         @manifest = manifest
@@ -77,25 +80,32 @@ module Shaf
       end
 
       def apply(dir = nil)
-        puts "Applying changes for version #{version}"
-        [
-          apply_patches(dir),
-          apply_drops(dir),
-          apply_additions,
-          apply_substitutes(dir),
-        ].all?
+        puts "\n ## Applying changes for Shaf version: #{version} ##"
+
+        FT.transaction do
+          result = [
+            apply_patches(dir),
+            apply_drops(dir),
+            apply_additions,
+            apply_substitutes(dir),
+            print_messages,
+          ]
+          raise UpgradeError, 'Upgrade failed' unless result.all?
+        end
+
+        true
       end
 
       def to_s
-        str = "Shaf::Upgrade::Package for version #{@version}"
-        return str if @manifest.nil?
-        "#{str} (#{@manifest.stats_str})"
+        str = "Shaf::Upgrade::Package for version #{version}"
+        return str if manifest.nil?
+        "#{str} (#{manifest.stats_str})"
       end
 
       private
 
       def tarball
-        file = File.join(UPGRADE_FILES_PATH, "#{@version}.tar.gz")
+        file = File.join(UPGRADE_FILES_PATH, "#{version}.tar.gz")
         return file if File.exist? file
         raise VersionNotFoundError
       end
@@ -114,24 +124,25 @@ module Shaf
       def parse_manifest(content)
         hash = YAML.safe_load(content)
         @manifest = Manifest.new(
-          target_version: hash["target_version"],
-          patches: hash["patches"],
-          add: hash["add"],
-          drop: hash["drop"],
-          substitutes: hash["substitutes"]
+          target_version: hash['target_version'],
+          patches: hash['patches'],
+          add: hash['add'],
+          drop: hash['drop'],
+          substitutes: hash['substitutes'],
+          messages: hash['messages']
         )
       end
 
       def validate
-        raise ManifestNotFoundError unless @manifest
-        raise VersionConflictError unless @version == @manifest.target_version
+        raise ManifestNotFoundError unless manifest
+        raise VersionConflictError unless version == manifest.target_version
 
         from_file = @files.keys.to_set
 
-        manifest_patches = @manifest.files[:patch].keys.to_set
+        manifest_patches = manifest.patches.keys.to_set
         raise MissingFileError if from_file < manifest_patches
 
-        to_add = @manifest.files[:add].keys.to_set
+        to_add = manifest.additions.keys.to_set
         raise MissingFileError if from_file < to_add
 
         @files.each do |md5, content|
@@ -156,7 +167,7 @@ module Shaf
 
       def apply_patches(dir = nil)
         files_in(dir).map do |file|
-          @manifest.patches_for(file).map do |name|
+          manifest.patches_for(file).map do |name|
             patch = @files[name]
             apply_patch(file, patch)
           end.all?
@@ -164,25 +175,29 @@ module Shaf
       end
 
       def apply_patch(file, patch)
-        Open3.popen3('patch', file) do |i, o, e, t|
-          i.write patch
-          i.close
-          puts o.read
-          err = e.read
-          puts err unless err.empty?
-          result = t.value.success?
-          STDERR.puts "Failed to apply patch for: #{file}\n" unless result
-          result
+        result = nil
+
+        FT::ChangeFileCommand.execute(file) do
+          Open3.popen3('patch', file) do |i, o, e, t|
+            i.write patch
+            i.close
+            puts o.read
+            err = e.read
+            puts err unless err.empty?
+            result = t.value.success?
+          end
         end
+
+        STDERR.puts "Failed to apply patch for: #{file}\n" unless result
+        result
       end
 
       def apply_additions
-        puts '' unless @manifest.additions.empty?
-        @manifest.additions.all? do |chksum, filename|
+        puts '' unless manifest.additions.empty?
+        manifest.additions.all? do |chksum, filename|
           content = @files[chksum]
-          FileUtils.mkdir_p File.dirname(filename)
           puts "adding file: #{filename}"
-          File.open(filename, 'w') { |file| file.write(content) }
+          FT::CreateFileCommand.execute(filename) { content }
           true
         rescue StandardError => e
           STDERR.puts "Failed to add '#{filename}': #{e.message}\n"
@@ -191,11 +206,11 @@ module Shaf
       end
 
       def apply_drops(dir = nil)
-        puts '' unless @manifest.removals.empty?
+        puts '' unless manifest.removals.empty?
         files_in(dir).all? do |file|
-          next true unless @manifest.drop?(file)
+          next true unless manifest.drop?(file)
           puts "removing file: #{file}"
-          File.unlink(file)
+          FT::DeleteFileCommand.execute file
           true
         rescue StandardError => e
           STDERR.puts "Failed to unlink '#{file}': #{e.message}\n"
@@ -204,9 +219,9 @@ module Shaf
       end
 
       def apply_substitutes(dir = nil)
-        puts '' unless @manifest.regexps.empty?
+        puts '' unless manifest.regexps.empty?
         files_in(dir).map do |file|
-          @manifest.regexps_for(file).map do |name|
+          manifest.regexps_for(file).map do |name|
             params = YAML.safe_load(@files[name])
             params.transform_keys!(&:to_sym)
             apply_substitute(file, params)
@@ -220,14 +235,27 @@ module Shaf
         pattern = Regexp.new(params[:pattern])
         replacement = params[:replace]
 
-        tmp = Tempfile.open do |new_file|
+        changed = false
+        new_content = ""
+        FT::ChangeFileCommand.execute(file) do
           File.readlines(file).each do |line|
-            new_file << line.gsub(pattern, replacement)
+            changed = line.gsub!(pattern, replacement) || changed
+            new_content << line
           end
-          new_file
+          new_content
         end
 
-        FileUtils.mv(tmp.path, file)
+        puts "modifying file: #{file}" if changed
+        true
+      end
+
+      def print_messages
+        manifest.messages.each do |chksum|
+          message = @files[chksum]
+          puts "\n#{message}"
+        end
+
+        true
       end
     end
   end

data/lib/shaf/upgrade/version.rb

@@ -8,7 +8,7 @@ module Shaf
       alias eql? ==
 
       class UpgradeVersionError < StandardError
-        def initialize(message = "")
+        def initialize(message = '')
           super("Bad upgrade version: #{message}")
         end
       end
@@ -16,25 +16,26 @@ module Shaf
       def initialize(version)
         case version
         when Version
-          @major, @minor, @patch = [:major, :minor, :patch].map { |m| version.send m }
+          @major, @minor, @patch = version.to_a
         when /\d+\.\d+(\.\d+)?/
           @major, @minor, @patch = split_version(version)
         else
-          raise UpgradeVersionError.new(version)
+          raise UpgradeVersionError, version
         end
       end
 
       def <=>(other)
-        case other
-        when String
-          compare_version(*split_version(other))
-        when Version
-          compare_version(other.major, other.minor, other.patch)
-        end
+        return unless other
+        other = self.class.new(other)
+        compare_version(other.major, other.minor, other.patch)
       end
 
       def to_s
-        [major, minor, patch].join('.')
+        to_a.join('.')
+      end
+
+      def to_a
+        [major, minor, patch]
       end
 
       private

data/lib/shaf/utils.rb

@@ -3,6 +3,8 @@
 require 'erb'
 require 'forwardable'
 require 'yaml'
+require 'csv'
+require 'zlib'
 require 'shaf/version'
 
 module Shaf
@@ -35,12 +37,19 @@ module Shaf
         noun[0..-2]
       end
 
-      def symbolize(str)
-        :"#{str}"
+      def symbol_string(str)
+        str.to_sym.inspect
       end
 
-      def symbol_string(str)
-        symbolize(str).inspect
+      def symbol_or_quoted_string(obj)
+        case obj
+        when Symbol
+          obj.inspect
+        when Numeric
+          obj
+        else
+          "'#{obj.to_s}'"
+        end
       end
 
       def environment
@@ -98,6 +107,11 @@ module Shaf
         end
       end
 
+      def iana_link_relations_csv
+        zip_file = File.join(gem_root, 'iana_link_relations.csv.gz')
+        Zlib::GzipReader.open(zip_file) { |content| CSV.new(content.read) }
+      end
+
       private
 
       def erb(content, binding: nil)
@@ -107,7 +121,7 @@ module Shaf
       end
     end
 
-    def_delegators Utils, :pluralize, :singularize, :symbolize, :symbol_string, :gem_root, :rackify_header
+    def_delegators Utils, :pluralize, :singularize, :symbol_string, :gem_root, :rackify_header
 
     def project_root
       return @project_root if defined? @project_root

data/lib/shaf/version.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Shaf
-  VERSION = "1.6.0"
+  VERSION = '3.0.0'
 end

data/lib/shaf/yard/attribute_method_handler.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+require 'shaf/yard/base_method_handler'
+
+module Shaf
+  module Yard
+    # Handles call to Shaf::Serializer::attribute
+    class AttributeMethodHandler < BaseMethodHandler
+      handles method_call(:attribute)
+
+      def object
+        AttributeObject.new(serializer_namespace, name).tap do |attr|
+          attr.dynamic = true
+          attr.name = name
+        end
+      end
+    end
+  end
+end

data/lib/shaf/yard/attribute_object.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module Shaf
+  module Yard
+    class AttributeObject < ::YARD::CodeObjects::Base
+      attr_accessor :name
+
+      def documentation
+        profile_doc || 'Not documented'
+      end
+
+      def profile
+        return unless namespace.respond_to? :profile
+        @profile ||= namespace.profile
+      end
+
+      def value_types
+        Array(descriptor&.type).compact.map(&:to_s)
+      end
+
+      def profile_doc
+        descriptor&.doc
+      end
+
+      def descriptor
+        profile&.find_attribute(name)
+      end
+    end
+  end
+end

data/lib/shaf/yard/base_method_handler.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module Shaf
+  module Yard
+    class BaseMethodHandler < ::YARD::Handlers::Ruby::Base
+      namespace_only
+
+      def process
+        return unless serializer_namespace
+
+        register object
+      end
+
+      def name
+        call_params.first.yield_self do |name|
+          # remove single colon. Sometimes symbols get the :, (e.g. :self)
+          name.sub(/\A:(?!:)/, '')
+        end
+      end
+
+      def object
+        raise NotImplementedError, "#{self} must implement #object"
+      end
+
+      def serializer_namespace
+        @serializer_namespace ||= YARD::Registry.at ResourceObject.path(namespace)
+      end
+    end
+  end
+end

data/lib/shaf/yard/link_method_handler.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require 'shaf/yard/base_method_handler'
+
+module Shaf
+  module Yard
+    # Handles call to Shaf::Serializer::link
+    class LinkMethodHandler < BaseMethodHandler
+      handles method_call(:link)
+
+      def object
+        LinkObject.new(serializer_namespace, name).tap do |link|
+          link.dynamic = true
+          link.rel = name
+          link.curie = curie
+        end
+      end
+
+      def name
+        super.sub(/[^:]+:/, '')
+      end
+
+      def curie
+        m = name.match(/([^:]+):/)
+        return m[1] if m
+
+        statement.parameters(false).each do |param|
+          next unless param&.respond_to? :source
+
+          str = String(param.source)
+          m = str.match(/curie:\s:?(\w+)/)
+          return m[1] if m
+        end
+
+        nil
+      end
+    end
+  end
+end

data/lib/shaf/yard/link_object.rb

@@ -0,0 +1,60 @@
+# frozen_string_literal: true
+
+require 'shaf/api_doc/link_relations'
+
+module Shaf
+  module Yard
+    class LinkObject < ::YARD::CodeObjects::Base
+      attr_accessor :rel, :curie
+
+      def curie?
+        !!curie
+      end
+
+      def documentation
+        profile_doc || iana_doc || 'Undocumented'
+      end
+
+      def profile_object
+        return unless profile
+        return unless namespace.respond_to? :profile_objects
+
+        namespace.profile_objects.find do |po|
+          po.profile == profile
+        end
+      end
+
+      def profile
+        return @profile if defined? @profile
+        return unless namespace.respond_to? :profile
+        profile = namespace.profile
+        @profile = profile&.find_relation(name) && profile
+      end
+
+      def descriptor
+        profile&.find_relation(rel)
+      end
+
+      def profile_doc
+        descriptor&.doc
+      end
+
+      def http_methods
+        Array(descriptor&.http_methods)
+      end
+
+      def href
+        descriptor&.href
+      end
+
+      def content_type
+        descriptor&.content_type
+      end
+
+      def iana_doc
+        ApiDoc::LinkRelations.load_iana
+        ApiDoc::LinkRelations[name.to_sym]&.description
+      end
+    end
+  end
+end

data/lib/shaf/yard/nested_attributes.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+module Shaf
+  module Yard
+    module NestedAttributes
+      def nested_attributes_for(descriptor)
+        return {} unless descriptor
+
+        base_key = nested_key(descriptor)
+        nested_attributes(descriptor)
+          .yield_self { |nested| flatten(nested, base_key) }
+      end
+
+      def nested_attributes(descriptor)
+        attrs = Array(descriptor&.attributes)
+        attrs.each_with_object({}) do |attr, nested|
+          nested[attr] = nested_attributes(attr)
+        end.transform_values { |v| v.empty? ? nil : v }
+      end
+
+      def flatten(nested, base_key)
+        return {} if !nested || nested.empty?
+
+        nested.each_with_object({}) do |(desc, nested), all|
+          key = nested_key(base_key, desc)
+          all[key] = desc
+          next unless nested
+          all.merge!(flatten(nested, key))
+        end
+      end
+
+      def nested_key(base_key = nil, desc)
+        [base_key, desc.name].compact.join('.')
+      end
+    end
+  end
+end

data/lib/shaf/yard/parser.rb

@@ -0,0 +1,64 @@
+# frozen_string_literal: true
+
+module Shaf
+  module Yard
+    class Parser
+      def self.call(name: '')
+        new(name).parse!
+      end
+
+      def initialize(name)
+        @name = name.downcase
+      end
+
+      def parse!
+        verify_exists! unless name.empty?
+        ::YARD.parse pattern
+      end
+
+      private
+
+      attr_reader :name
+
+      def pattern
+        return file_path if file_path
+
+        base = ['*', suffix].join
+        File.join(base_dir, '**', base)
+      end
+
+      def suffix
+        '_serializer.rb'
+      end
+
+      def verify_exists!
+        file_path or raise <<~ERR
+          Could not find a matching serializer for #{name}.
+          Looked in: #{base_dir}
+          Using suffix: #{suffix}
+        ERR
+      end
+
+      def file_path
+        @file_path ||= lookup_path
+      end
+
+      def base_dir
+        File.join(Shaf::Settings.app_dir || 'api', 'serializers')
+      end
+
+      def lookup_path
+        return if name.empty?
+
+        path = File.join(base_dir, name)
+        return path if File.exist? path
+
+        with_suffix = [path, suffix].join
+        return with_suffix if File.exist? with_suffix
+
+        with_extension = [path, '.rb'].join
+        with_extension if File.exist? with_extension
+      end
+    end
+  end
+end