cocoapods-binary-artifactory-cache 0.0.1

data/lib/command/config.rb

@@ -0,0 +1,228 @@
+require_relative "../cocoapods-binary-artifactory-cache/helper/json"
+
+module PodPrebuild
+  def self.config
+    PodPrebuild::Config.instance
+  end
+
+  class Config # rubocop:disable Metrics/ClassLength
+    attr_accessor :dsl_config, :cli_config
+
+    def initialize(path)
+      @deprecated_config = File.exist?(path) ? PodPrebuild::JSONFile.new(path).data : {}
+      @dsl_config = {}
+      @cli_config = {}
+      @detected_config = {}
+    end
+
+    def self.instance
+      @instance ||= new("PodBinaryCacheConfig.json")
+    end
+
+    def reset!
+      @deprecated_config = {}
+      @dsl_config = {}
+      @cli_config = {}
+    end
+
+    def cache_repo
+      @cache_repo ||= cache_repo_config["remote"]
+    end
+
+    def local_cache?
+      cache_repo.nil?
+    end
+
+    def cache_path
+      @cache_path ||= File.expand_path(cache_repo_config["local"])
+    end
+
+    def prebuild_sandbox_path
+      @dsl_config[:prebuild_sandbox_path] || @deprecated_config["prebuild_path"] || "_Prebuild"
+    end
+
+    def prebuild_delta_path
+      @dsl_config[:prebuild_delta_path] || @deprecated_config["prebuild_delta_path"] || "_Prebuild_delta/changes.json"
+    end
+
+    def manifest_path(in_cache: false)
+      root_dir(in_cache) + "/Manifest.lock"
+    end
+
+    def root_dir(in_cache)
+      in_cache ? cache_path : prebuild_sandbox_path
+    end
+
+    def generated_frameworks_dir(in_cache: false)
+      root_dir(in_cache) + "/GeneratedFrameworks"
+    end
+
+    def prebuilt_path(path: nil)
+      p = Pathname.new(path.nil? ? "_Prebuilt" : "_Prebuilt/#{path}")
+      p = p.sub_ext(".xcframework") if xcframework? && p.extname == ".framework"
+      p.to_s
+    end
+
+    def validate_dsl_config
+      inapplicable_options = @dsl_config.keys - applicable_dsl_config
+      return if inapplicable_options.empty?
+
+      message = <<~HEREDOC
+        [WARNING] The following options (in `config_cocoapods_binary_cache`) are not correct: #{inapplicable_options}.
+        Available options: #{applicable_dsl_config}.
+        Check out the following doc for more details
+          https://github.com/grab/cocoapods-binary-cache/blob/master/docs/configure_cocoapods_binary_cache.md
+      HEREDOC
+
+      Pod::UI.puts message.yellow
+    end
+
+    def prebuild_config
+      @cli_config[:prebuild_config] || @dsl_config[:prebuild_config] || "Debug"
+    end
+
+    def prebuild_job?
+      @cli_config[:prebuild_job] || @dsl_config[:prebuild_job]
+    end
+
+    def fetch_job?
+      @cli_config[:fetch_job] || @dsl_config[:fetch_job]
+    end
+
+    def prebuild_all_pods?
+      @cli_config[:prebuild_all_pods] || @dsl_config[:prebuild_all_pods]
+    end
+
+    def excluded_pods
+      ((@dsl_config[:excluded_pods] || Set.new) + (@detected_config[:excluded_pods] || Set.new)).to_set
+    end
+
+    def dev_pods_enabled?
+      @dsl_config[:dev_pods_enabled]
+    end
+
+    def bitcode_enabled?
+      @dsl_config[:bitcode_enabled]
+    end
+
+    def device_build_enabled?
+      @dsl_config[:device_build_enabled]
+    end
+
+    def xcframework?
+      @dsl_config[:xcframework]
+    end
+
+    def disable_dsym?
+      @dsl_config[:disable_dsym]
+    end
+
+    def dont_remove_source_code?
+      @dsl_config[:dont_remove_source_code]
+    end
+
+    def xcodebuild_log_path
+      @dsl_config[:xcodebuild_log_path]
+    end
+
+    def build_args
+      @dsl_config[:build_args]
+    end
+
+    def save_cache_validation_to
+      @dsl_config[:save_cache_validation_to]
+    end
+
+    def validate_prebuilt_settings
+      @dsl_config[:validate_prebuilt_settings]
+    end
+
+    def prebuild_code_gen
+      @dsl_config[:prebuild_code_gen]
+    end
+
+    def strict_diagnosis?
+      @dsl_config[:strict_diagnosis]
+    end
+
+    def silent_build?
+      @dsl_config[:silent_build]
+    end
+
+    def targets_to_prebuild_from_cli
+      @cli_config[:prebuild_targets] || []
+    end
+
+    def update_detected_prebuilt_pod_names!(value)
+      @detected_config[:prebuilt_pod_names] = value
+    end
+
+    def update_detected_excluded_pods!(value)
+      @detected_config[:excluded_pods] = value
+    end
+
+    def prebuilt_pod_names
+      @detected_config[:prebuilt_pod_names] || Set.new
+    end
+
+    def tracked_prebuilt_pod_names
+      prebuilt_pod_names - excluded_pods
+    end
+
+    def artifactory_login
+      @cli_config[:artifactory_login]
+    end
+
+    def artifactory_password
+      @cli_config[:artifactory_password]
+    end
+
+    private
+
+    def applicable_dsl_config
+      [
+        :cache_repo,
+        :prebuild_sandbox_path,
+        :prebuild_delta_path,
+        :prebuild_config,
+        :prebuild_job,
+        :fetch_job,
+        :prebuild_all_pods,
+        :excluded_pods,
+        :dev_pods_enabled,
+        :bitcode_enabled,
+        :device_build_enabled,
+        :xcframework,
+        :disable_dsym,
+        :dont_remove_source_code,
+        :xcodebuild_log_path,
+        :build_args,
+        :save_cache_validation_to,
+        :validate_prebuilt_settings,
+        :prebuild_code_gen,
+        :strict_diagnosis,
+        :silent_build
+      ]
+    end
+
+    def cache_repo_config
+      @cache_repo_config ||= begin
+        repo = @cli_config[:repo] || "default"
+        config_ = @dsl_config[:cache_repo] || {}
+        if config_[repo].nil?
+          message = <<~HEREDOC
+            [Deprecated] Configs in `PodBinaryCacheConfig.json` are deprecated.
+            Declare option `cache_repo` in `config_cocoapods_binary_cache` instead.
+            Check out the following doc for more details
+              https://github.com/grab/cocoapods-binary-cache/blob/master/docs/configure_cocoapods_binary_cache.md
+          HEREDOC
+          Pod::UI.puts message.yellow
+        end
+        config_[repo] || {
+          "remote" => @deprecated_config["cache_repo"] || @deprecated_config["prebuilt_cache_repo"],
+          "local" => @deprecated_config["cache_path"] || "~/.cocoapods-binary-cache/prebuilt-frameworks"
+        }
+      end
+    end
+  end
+end

data/lib/command/executor/base.rb

@@ -0,0 +1,23 @@
+module PodPrebuild
+  class CommandExecutor
+    def initialize(options)
+      @config = options[:config]
+      prepare_cache_dir
+    end
+
+    def installer
+      @installer ||= begin
+        pod_config = Pod::Config.instance
+        Pod::Installer.new(pod_config.sandbox, pod_config.podfile, pod_config.lockfile)
+      end
+    end
+
+    def use_local_cache?
+      @config.cache_repo.nil?
+    end
+
+    def prepare_cache_dir
+      FileUtils.mkdir_p(@config.cache_path) if @config.cache_path
+    end
+  end
+end

data/lib/command/executor/fetcher.rb

@@ -0,0 +1,89 @@
+require "parallel"
+require_relative "base"
+require_relative "../helper/zip"
+require 'open-uri'
+
+module PodPrebuild
+  class CacheFetcher < CommandExecutor
+    @resolved_targets = []
+
+    def initialize(options)
+      super(options)
+    end
+
+    def run
+      Pod::UI.step("Fetching cache") do
+        FileUtils.mkdir_p(@config.prebuild_sandbox_path)
+        @binary_installer = Pod::PrebuildInstaller.new(
+          sandbox: Pod::PrebuildSandbox.from_standard_sandbox(installer.sandbox),
+          podfile: installer.podfile,
+          lockfile: installer.lockfile,
+          cache_validation: nil
+        )
+
+        Pod::UI.title("Generate Manifest") do
+          @binary_installer.clean_delta_file
+          @binary_installer.install!
+        end
+        @resolved_targets = @binary_installer.pod_targets
+        fetch_remote_cache(@config.cache_repo, @config.cache_path)
+        unzip_cache
+      end
+    end
+
+    private
+
+    def fetch_remote_cache(repo, dest_dir)
+      Pod::UI.puts "Fetching cache from #{repo}".green
+      Parallel.each(@resolved_targets, in_threads: 1) do |name|
+        to_dir = @config.generated_frameworks_dir(in_cache: true) + "/#{name}"
+        unless to_dir.nil? 
+          FileUtils.mkdir_p(to_dir)
+        end
+      end
+      cache_paths = @resolved_targets.map {|target| "/#{target.name}/#{target.version}.zip"}
+      Parallel.each(cache_paths, in_threads: 8) do |path|
+        cache_path = @config.generated_frameworks_dir(in_cache: true) + path 
+        if File.exists?(cache_path) == false || File.zero?(cache_path) == true
+          File.open(cache_path, "wb") do |file|
+            begin
+              file.write open(repo + path, :http_basic_authentication => [@config.artifactory_login, @config.artifactory_password]).read
+              Pod::UI.puts "Successful download from cache #{path}".green
+            rescue OpenURI::HTTPError => error
+              response = error.io
+              response.status
+              if response.status[0] == "404"
+                Pod::UI.puts "Not found in cache #{path}".yellow
+              else
+                Pod::UI.puts "Error download cache (#{response.status[0]}) #{response.status[1]}".red
+              end
+              file.close unless file.closed? 
+              File.delete(file)
+            end
+          end
+        else
+          Pod::UI.puts "Found in local cache #{path}".green
+        end
+      end
+    end
+
+    def unzip_cache
+      Pod::UI.puts "Unzipping cache: #{@config.cache_path} -> #{@config.prebuild_sandbox_path}".green
+      to_remain_files = ["Manifest.lock"]
+      to_delete_files = @binary_installer.sandbox.root.children.reject { |file| to_remain_files.include?(File.basename(file)) }
+      to_delete_files.each { |file| file.rmtree if file.exist? }
+      if File.exist?(@config.manifest_path(in_cache: true))
+        FileUtils.cp(
+          @config.manifest_path(in_cache: true),
+          @config.manifest_path
+        )
+      end      
+      zip_paths = @resolved_targets.map {|target| @config.generated_frameworks_dir(in_cache: true) + "/#{target.name}/#{target.version}.zip"}
+      Parallel.each(zip_paths, in_threads: 8) do |path|
+        if File.exists? path
+          ZipUtils.unzip(path, to_dir: @config.generated_frameworks_dir)
+        end
+      end
+    end
+  end
+end

data/lib/command/executor/prebuilder.rb

@@ -0,0 +1,77 @@
+require_relative "base"
+require_relative "fetcher"
+
+module PodPrebuild
+  class CachePrebuilder < CommandExecutor
+    attr_reader :repo_update, :fetcher, :pusher
+
+    def initialize(options)
+      super(options)
+      @repo_update = options[:repo_update]
+    end
+
+    def run
+      prebuild
+      changes = PodPrebuild::JSONFile.new(@config.prebuild_delta_path)
+      return if changes.empty?
+
+      sync_cache(changes)
+    end
+
+    private
+
+    def prebuild
+      Pod::UI.step("Installation") do
+        installer.repo_update = @repo_update
+        installer.install!
+
+      end
+    end
+
+    def sync_cache(changes)
+      Pod::UI.step("Syncing cache") do
+        FileUtils.cp(@config.manifest_path, @config.manifest_path(in_cache: true))
+        clean_cache(changes["deleted"])
+        zip_to_cache(changes["updated"])
+      end
+    end
+
+    def zip_to_cache(pods_to_update)
+      FileUtils.mkdir_p(@config.generated_frameworks_dir(in_cache: true))
+      pods_to_update.each do |pod|
+        Pod::UI.puts "- Update cache: #{pod}"
+        currentTarget = installer.pod_targets.select {|e| e.name == pod}.first
+        
+        ZipUtils.zip(
+          "#{@config.generated_frameworks_dir}/#{pod}",
+          to_dir: "#{@config.generated_frameworks_dir(in_cache: true)}/#{currentTarget.name}/",
+          name: "#{currentTarget.version}"
+        )
+
+        uri = URI.parse(@config.cache_repo + "/#{currentTarget.name}/#{currentTarget.version}.zip")
+        file = "#{@config.generated_frameworks_dir(in_cache: true)}/#{currentTarget.name}/#{currentTarget.version}.zip"
+        http = Net::HTTP.new(uri.host, uri.port)
+        http.use_ssl = true
+        request = Net::HTTP::Put.new(uri.request_uri)
+        request.basic_auth @config.artifactory_login, @config.artifactory_password
+        request.body_stream = File.open(file)
+        request["Content-Type"] = "multipart/form-data"
+        request.add_field('Content-Length', File.size(file))
+        response=http.request(request)
+        if response.code == "201" 
+            Pod::UI.puts "  Successfull uploaded #{pod} (#{response.code}) to artifactory".green
+        else
+            Pod::UI.puts "  Error upload #{pod} to artifactory".red
+            Pod::UI.puts "#{response.body}".red
+        end
+      end
+    end
+
+    def clean_cache(pods_to_delete)
+      pods_to_delete.each do |pod|
+        Pod::UI.puts "- Clean up cache: #{pod}"
+        FileUtils.rm_rf("#{@config.generated_frameworks_dir(in_cache: true)}/#{pod}.zip")
+      end
+    end
+  end
+end

data/lib/command/executor/visualizer.rb

@@ -0,0 +1,23 @@
+require_relative "base"
+require_relative "../../cocoapods-binary-artifactory-cache/dependencies_graph/dependencies_graph"
+
+module PodPrebuild
+  class Visualizer < CommandExecutor
+    def initialize(options)
+      super(options)
+      @lockfile = options[:lockfile]
+      @open = options[:open]
+      @output_dir = options[:output_dir]
+      @devpod_only = options[:devpod_only]
+      @max_deps = options[:max_deps]
+    end
+
+    def run
+      FileUtils.mkdir_p(@output_dir)
+      graph = DependenciesGraph.new(lockfile: @lockfile, devpod_only: @devpod_only, max_deps: @max_deps)
+      output_path = "#{@output_dir}/graph.png"
+      graph.write_graphic_file(output_path: output_path)
+      system("open #{@output_path}") if @open
+    end
+  end
+end

data/lib/command/fetch.rb

@@ -0,0 +1,40 @@
+require_relative "executor/fetcher"
+require 'io/console'
+
+module Pod
+  class Command
+    class Binary < Command
+      class Fetch < Binary
+        self.arguments = [CLAide::Argument.new("CACHE-BRANCH", false)]
+        def initialize(argv)
+          super
+          unless ENV['ARTIFACTORY_LOGIN'].nil? && ENV['ARTIFACTORY_PASSWORD'].nil?
+            update_cli_config(
+              :artifactory_login => ENV['CI_ARTIFACTORY_LOGIN'],
+              :artifactory_password => ENV['ARTIFACTORY_PASSWORD']
+            )
+          else
+            Pod::UI.puts "Enter Artifactory login:"
+            login = IO::console.gets.strip
+            Pod::UI.puts "Enter Artifactory password:"
+            password = IO::console.getpass
+            update_cli_config(
+              :artifactory_login => login,
+              :artifactory_password => password
+            )
+          end
+          update_cli_config(
+            :fetch_job => true
+          )
+          @fetcher = PodPrebuild::CacheFetcher.new(
+            config: prebuild_config,
+          )
+        end
+
+        def run
+          @fetcher.run
+        end
+      end
+    end
+  end
+end

data/lib/command/helper/zip.rb

@@ -0,0 +1,25 @@
+module PodPrebuild
+  module ZipUtils
+    def self.zip(path, to_dir: nil, name: nil)
+      basename = File.basename(path)
+      toname = name.nil? ? basename : name
+      unless to_dir.nil? 
+        FileUtils.mkdir_p(to_dir)
+      end
+      
+      out_path = to_dir.nil? ? "#{toname}.zip" : "#{to_dir}/#{toname}.zip"
+      cmd = []
+      cmd << "cd" << File.dirname(path)
+      cmd << "&& zip -r --symlinks" << out_path << basename
+      cmd << "&& cd -"
+      `#{cmd.join(" ")}`
+    end
+
+    def self.unzip(path, to_dir: nil)
+      cmd = []
+      cmd << "unzip -nq" << path
+      cmd << "-d" << to_dir unless to_dir.nil?
+      `#{cmd.join(" ")}`
+    end
+  end
+end

data/lib/command/prebuild.rb

@@ -0,0 +1,51 @@
+require_relative "executor/prebuilder"
+require_relative "../cocoapods-binary-artifactory-cache/pod-binary/prebuild_dsl"
+
+module Pod
+  class Command
+    class Binary < Command
+      class Prebuild < Binary
+        attr_reader :prebuilder
+
+        self.arguments = [CLAide::Argument.new("CACHE-BRANCH", false)]
+        def self.options
+          [
+            ["--config", "Config (Debug, Test...) to prebuild"],
+            ["--repo-update", "Update pod repo before installing"],
+            ["--all", "Prebuild all binary pods regardless of cache validation"],
+            ["--targets", "Targets to prebuild. Use comma (,) to specify a list of targets"]
+          ].concat(super)
+        end
+
+        def initialize(argv)
+          super
+          unless ENV['ARTIFACTORY_LOGIN'].nil? && ENV['ARTIFACTORY_PASSWORD'].nil?
+            update_cli_config(
+              :artifactory_login => ENV['ARTIFACTORY_LOGIN'],
+              :artifactory_password => ENV['ARTIFACTORY_PASSWORD']
+            )
+          else
+            Pod::UI.puts "Please configure ARTIFACTORY_LOGIN and ARTIFACTORY_PASSWORD envirement to use prebuild".red
+            exit
+          end
+          prebuild_all_pods = argv.flag?("all")
+          prebuild_targets = argv.option("targets", "").split(",")
+          update_cli_config(
+            :prebuild_job => true,
+            :prebuild_all_pods => prebuild_all_pods,
+            :prebuild_config => argv.option("config")
+          )
+          update_cli_config(:prebuild_targets => prebuild_targets) unless prebuild_all_pods
+          @prebuilder = PodPrebuild::CachePrebuilder.new(
+            config: prebuild_config,
+            repo_update: argv.flag?("repo-update")
+          )
+        end
+
+        def run
+          @prebuilder.run
+        end
+      end
+    end
+  end
+end

data/lib/command/visualize.rb

@@ -0,0 +1,34 @@
+require_relative "executor/visualizer"
+
+module Pod
+  class Command
+    class Binary < Command
+      class Viz < Binary
+        self.arguments = [CLAide::Argument.new("OUTPUT-DIR", false)]
+        def self.options
+          [
+            ["--open", "Open the graph upon completion"],
+            ["--devpod_only", "Only include development pod"],
+            ["--max_deps", "Only include pod with number of dependencies <= max_deps"]
+          ]
+        end
+
+        def initialize(argv)
+          super
+          @visualizer = PodPrebuild::Visualizer.new(
+            config: prebuild_config,
+            lockfile: config.lockfile,
+            output_dir: argv.shift_argument || ".",
+            open: argv.flag?("open"),
+            devpod_only: argv.flag?("devpod_only"),
+            max_deps: argv.option("max_deps")
+          )
+        end
+
+        def run
+          @visualizer.run
+        end
+      end
+    end
+  end
+end