dapp 0.6.1 → 0.6.2

data/lib/dapp/project/command/push.rb

@@ -6,15 +6,21 @@ module Dapp
       # Push
       module Push
         def push(repo)
+          log_step_with_indent(:stages) { stages_push(repo) } if with_stages?
           build_configs.each do |config|
-            log_step(config._name)
-            with_log_indent do
+            log_step_with_indent(config._name) do
               Application.new(config: config, project: self, ignore_git_fetch: true, should_be_built: true).tap do |app|
                 app.export!(repo, format: '%{repo}:%{application_name}-%{tag}')
               end
             end
           end
         end
+
+        protected
+
+        def with_stages?
+          !!cli_options[:with_stages]
+        end
       end
     end
   end # Project

data/lib/dapp/project/command/run.rb

@@ -6,7 +6,7 @@ module Dapp
       # Run
       module Run
         def run(docker_options, command)
-          raise Error::Project, code: :run_command_unexpected_apps_number unless build_configs.one?
+          raise Error::Project, code: :command_unexpected_apps_number unless build_configs.one?
           Application.new(config: build_configs.first, project: self, ignore_git_fetch: true, should_be_built: true).run(docker_options, command)
         end
       end

data/lib/dapp/project/command/stage_image.rb

@@ -0,0 +1,15 @@
+module Dapp
+  # Project
+  class Project
+    # Command
+    module Command
+      # StageImage
+      module StageImage
+        def stage_image
+          raise Error::Project, code: :command_unexpected_apps_number unless build_configs.one?
+          puts Application.new(config: build_configs.first, project: self, ignore_git_fetch: true).stage_image_name(cli_options[:stage])
+        end
+      end
+    end
+  end # Project
+end # Dapp

data/lib/dapp/project/command/stages/cleanup_local.rb

@@ -0,0 +1,100 @@
+module Dapp
+  # Project
+  class Project
+    # Command
+    module Command
+      module Stages
+        # CleanupLocal
+        module CleanupLocal
+          def stages_cleanup_local(repo)
+            lock_repo(repo, readonly: true) do
+              registry = registry(repo)
+              repo_applications = repo_applications_images(registry)
+              proper_cache if proper_cache_version?
+              build_configs.map(&:_basename).uniq.each do |basename|
+                cleanup_project(basename, repo_applications)
+              end
+            end
+          end
+
+          protected
+
+          def cleanup_project(basename, repo_applications)
+            lock("#{basename}.images") do
+              log_step_with_indent(basename) do
+                project_containers_flush(basename)
+                project_dangling_images_flush(basename)
+                apps, stages = project_images_hash(basename).partition { |_, image_id| repo_applications.values.include?(image_id) }
+                apps = apps.to_h
+                stages = stages.to_h
+                apps.each { |_, aiid| clear_stages(aiid, stages) }
+                remove_images(stages.keys)
+              end
+            end
+          end
+
+          def repo_applications_images(registry)
+            repo_images(registry).first
+          end
+
+          def proper_cache
+            log_proper_cache do
+              build_configs.map(&:_basename).uniq.each do |basename|
+                lock("#{basename}.images") do
+                  log_step_with_indent(basename) do
+                    project_containers_flush(basename)
+                    actual_cache_images = actual_cache_images(basename)
+                    remove_images(project_images(basename).lines.select { |id| !actual_cache_images.lines.include?(id) }.map(&:strip))
+                  end
+                end
+              end
+            end
+          end
+
+          def actual_cache_images(basename)
+            shellout!([
+              'docker images',
+              '--format="{{.Repository}}:{{.Tag}}"',
+              %(-f "label=dapp-cache-version=#{Dapp::BUILD_CACHE_VERSION}"),
+              stage_cache(basename)
+            ].join(' ')).stdout.strip
+          end
+
+          def project_images_hash(basename)
+            shellout!(%(docker images --format "{{.Repository}}:{{.Tag}};{{.ID}}" --no-trunc #{stage_cache(basename)})).stdout.lines.map do |line|
+              line.strip.split(';')
+            end.to_h
+          end
+
+          def clear_stages(image_id, stages)
+            if image_exist?(image_id)
+              image_dapp_artifacts_label(image_id).each { |aiid| clear_stages(aiid, stages) }
+              iid = image_id
+              loop do
+                stages.delete_if { |_, siid| siid == iid }
+                break if (iid = image_parent(iid)).empty?
+              end
+            else
+              stages.delete_if { |_, siid| siid == image_id }
+            end
+          end
+
+          def image_exist?(image_id)
+            shellout!(%(docker inspect #{image_id}))
+            true
+          rescue Error::Shellout
+            false
+          end
+
+          def image_dapp_artifacts_label(image_id)
+            select_dapp_artifacts_ids(Image::Docker.image_config_option(image_id: image_id, option: 'labels'))
+          end
+
+          def image_parent(image_id)
+            shellout!(%(docker inspect -f {{.Parent}} #{image_id})).stdout.strip
+          end
+        end
+      end
+    end
+  end # Project
+end # Dapp

data/lib/dapp/project/command/stages/cleanup_repo.rb

@@ -0,0 +1,65 @@
+module Dapp
+  # Project
+  class Project
+    # Command
+    module Command
+      module Stages
+        # CleanupRepo
+        module CleanupRepo
+          def stages_cleanup_repo(repo)
+            lock_repo(repo) do
+              registry = registry(repo)
+              repo_applications, repo_stages = repo_images(registry)
+              repo_stages.delete_if { |_, siid| repo_applications.values.include?(siid) } # ignoring stages with apps ids (v2)
+              proper_repo_cache(registry, repo_stages) if proper_cache_version?
+              log_step_with_indent(repo) do
+                repo_applications.each { |image_tag, image_id| clear_repo_stages(registry, repo_stages, image_tag, image_id) }
+                repo_stages.keys.each { |image_tag| delete_repo_image(registry, image_tag) }
+              end
+            end
+          end
+
+          protected
+
+          def clear_repo_stages(registry, repo_stages, image_tag, image_id)
+            repo_image_dapp_artifacts_labels(registry, image_tag).each do |iid|
+              itag = find_image_tag_by_id(repo_stages, iid)
+              clear_repo_stages(registry, repo_stages, itag, iid) unless itag.nil?
+            end
+
+            itag = image_tag
+            iid = image_id
+            loop do
+              repo_stages.delete_if { |_, siid| siid == iid }
+              break if itag.nil? || (iid = registry.image_parent_id(itag)).empty?
+              itag = find_image_tag_by_id(repo_stages, iid)
+            end
+          end
+
+          def repo_image_dapp_artifacts_labels(registry, image_tag)
+            select_dapp_artifacts_ids(registry.image_labels(image_tag))
+          end
+
+          def repo_image_dapp_cache_version_label(registry, image_tag)
+            registry.image_labels(image_tag)['dapp-cache-version']
+          end
+
+          def find_image_tag_by_id(images, image_id)
+            images.each { |tag, id| return tag if id == image_id }
+            nil
+          end
+
+          def proper_repo_cache(registry, repo_stages)
+            log_proper_cache do
+              wrong_cache_images = repo_stages.select do |image_tag, _|
+                repo_image_dapp_cache_version_label(registry, image_tag) != Dapp::BUILD_CACHE_VERSION.to_s
+              end
+              wrong_cache_images.each { |image_tag, _| delete_repo_image(registry, image_tag) }
+              repo_stages.delete_if { |image_tag, _| wrong_cache_images.keys.include?(image_tag) }
+            end
+          end
+        end
+      end
+    end
+  end # Project
+end # Dapp

data/lib/dapp/project/command/stages/common.rb

@@ -0,0 +1,48 @@
+module Dapp
+  # Project
+  class Project
+    # Command
+    module Command
+      module Stages
+        # Common
+        module Common
+          protected
+
+          def registry(repo)
+            DockerRegistry.new(repo)
+          end
+
+          def repo_images(registry)
+            format = proc do |arr|
+              arr.map do |tag|
+                if (id = registry.image_id(tag)).nil?
+                  log_warning(desc: { code: 'tag_ignored', context: 'warning', data: { tag: tag } })
+                else
+                  [tag, id]
+                end
+              end.compact.to_h
+            end
+            applications, stages = registry.tags.partition { |tag| !tag.start_with?('dappstage') }
+            [format.call(applications), format.call(stages)]
+          end
+
+          def delete_repo_image(registry, image_tag)
+            if dry_run?
+              log(image_tag)
+            else
+              registry.image_delete(image_tag)
+            end
+          end
+
+          def select_dapp_artifacts_ids(hash)
+            hash.select { |k, _v| k.start_with?('dapp-artifact') }.values
+          end
+
+          def lock_repo(repo, *args, &blk)
+            lock("repo.#{hashsum repo}", *args, &blk)
+          end
+        end
+      end
+    end
+  end # Project
+end # Dapp

data/lib/dapp/project/command/stages/flush_local.rb

@@ -0,0 +1,24 @@
+module Dapp
+  # Project
+  class Project
+    # Command
+    module Command
+      module Stages
+        # FlushLocal
+        module FlushLocal
+          def stages_flush_local
+            build_configs.map(&:_basename).uniq.each do |basename|
+              lock("#{basename}.images") do
+                log_step_with_indent(basename) do
+                  project_containers_flush(basename)
+                  project_dangling_images_flush(basename)
+                  remove_images(project_images(basename).lines.map(&:strip))
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+  end # Project
+end # Dapp

data/lib/dapp/project/command/stages/flush_repo.rb

@@ -0,0 +1,22 @@
+module Dapp
+  # Project
+  class Project
+    # Command
+    module Command
+      module Stages
+        # FlushRepo
+        module FlushRepo
+          def stages_flush_repo(repo)
+            lock_repo(repo) do
+              log_step_with_indent(repo) do
+                registry = registry(repo)
+                repo_applications, repo_stages = repo_images(registry)
+                repo_applications.merge(repo_stages).keys.each { |image_tag| delete_repo_image(registry, image_tag) }
+              end
+            end
+          end
+        end
+      end
+    end
+  end # Project
+end # Dapp

data/lib/dapp/project/command/stages/pull.rb

@@ -0,0 +1,26 @@
+module Dapp
+  # Project
+  class Project
+    # Command
+    module Command
+      module Stages
+        # Pull
+        module Pull
+          def stages_pull(repo)
+            build_configs.each do |config|
+              log_step_with_indent(config._name) do
+                Application.new(config: config, project: self, ignore_git_fetch: true).tap do |app|
+                  app.import_stages!(repo, format: '%{repo}:dappstage-%{signature}')
+                end
+              end
+            end
+          end
+
+          def pull_all_stages?
+            !!cli_options[:pull_all_stages]
+          end
+        end
+      end
+    end
+  end # Project
+end # Dapp

data/lib/dapp/project/command/stages/push.rb

@@ -0,0 +1,22 @@
+module Dapp
+  # Project
+  class Project
+    # Command
+    module Command
+      module Stages
+        # Push
+        module Push
+          def stages_push(repo)
+            build_configs.each do |config|
+              log_step_with_indent(config._name) do
+                Application.new(config: config, project: self, ignore_git_fetch: true, should_be_built: true).tap do |app|
+                  app.export_stages!(repo, format: '%{repo}:dappstage-%{signature}')
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+  end # Project
+end # Dapp

data/lib/dapp/project/dappfile.rb

@@ -63,7 +63,9 @@ module Dapp
             raise Error::Dappfile, code: :incorrect, data: { error: e.class.name, message: message }
           end
         end
-        config._apps.select { |app| app_filters.any? { |pattern| File.fnmatch(pattern, app._name) } }
+        config._apps.select { |app| app_filters.any? { |pattern| File.fnmatch(pattern, app._name) } }.tap do |apps|
+          apps.each { |app| app.send(:validate!) }
+        end
       end
     end # Dappfile
   end # Project

data/lib/dapp/project/deps/base.rb

@@ -0,0 +1,52 @@
+module Dapp
+  # Project
+  class Project
+    # Deps
+    module Deps
+      # Base
+      module Base
+        BASE_VERSION = '0.1.14'.freeze
+
+        def base_container_name # FIXME: hashsum(image) or dockersafe()
+          "dappdeps_base_#{BASE_VERSION}"
+        end
+
+        def base_container
+          @base_container ||= begin
+            if shellout("docker inspect #{base_container_name}").exitstatus.nonzero?
+              log_secondary_process(t(code: 'process.base_container_loading'), short: true) do
+                shellout!(
+                  ['docker create',
+                   "--name #{base_container_name}",
+                   "--volume /.dapp/deps/base/#{BASE_VERSION} dappdeps/base:#{BASE_VERSION}"].join(' ')
+                )
+              end
+            end
+            base_container_name
+          end
+        end
+
+        %w(rsync diff date echo cat
+           stat sleep mkdir find
+           install sed cp true
+           bash tar sudo).each do |cmd|
+          define_method("#{cmd}_path") { "/.dapp/deps/base/#{BASE_VERSION}/bin/#{cmd}" }
+        end
+
+        def sudo_command(owner: nil, group: nil)
+          sudo = ''
+          if owner || group
+            sudo = "#{sudo_path} -E "
+            sudo += "-u #{sudo_format_user(owner)} " if owner
+            sudo += "-g #{sudo_format_user(group)} " if group
+          end
+          sudo
+        end
+
+        def sudo_format_user(user)
+          user.to_s.to_i.to_s == user.to_s ? "\\\##{user}" : user
+        end
+      end # Base
+    end # Deps
+  end # Project
+end # Dapp

data/lib/dapp/project/deps/gitartifact.rb

@@ -0,0 +1,36 @@
+module Dapp
+  # Project
+  class Project
+    # Deps
+    module Deps
+      # Gitartifact
+      module Gitartifact
+        GITARTIFACT_VERSION = '0.1.7'.freeze
+
+        def gitartifact_container_name # FIXME: hashsum(image) or dockersafe()
+          "dappdeps_gitartifact_#{GITARTIFACT_VERSION}"
+        end
+
+        def gitartifact_container
+          @gitartifact_container ||= begin
+            if shellout("docker inspect #{gitartifact_container_name}").exitstatus.nonzero?
+              log_secondary_process(t(code: 'process.gitartifact_container_loading'), short: true) do
+                shellout!(
+                  ['docker create',
+                   "--name #{gitartifact_container_name}",
+                   "--volume /.dapp/deps/gitartifact/#{GITARTIFACT_VERSION}",
+                   "dappdeps/gitartifact:#{GITARTIFACT_VERSION}"].join(' ')
+                )
+              end
+            end
+            gitartifact_container_name
+          end
+        end
+
+        def git_path
+          "/.dapp/deps/gitartifact/#{GITARTIFACT_VERSION}/bin/git"
+        end
+      end # Gitartifact
+    end # Deps
+  end # Project
+end # Dapp