cocoapods-nexus 0.0.6 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f26e201f54fc7fa7527ced7f39be79211ea312640a2080b1cf9dad3f27d32b8e
-  data.tar.gz: eea1a06b6eb1eb14f80b63961c37d2ed1abfcdc1e83e126a8659cf0e19b76095
+  metadata.gz: 96b8c8d75508a36b5121b69dadb1c71acec0edae13eff2b779d97793fcfbd33b
+  data.tar.gz: 05db6f85c0611aae05420f65e487221692e0c08cf50c5bab656584e7a14fe78a
 SHA512:
-  metadata.gz: 472e4c8da17a58c0f3dc9067a968308727b24f97da71f31da0bd276a1bdc86574bf5a6dcc659cc5122e5125ccd0d0efc2ee665f85f3a1f4f9d691b752964d159
-  data.tar.gz: 525daa7f70e4fe069c0d83ffa6ac68bf20ebaa8bea43c7dd9762d0245a59f0e79d2fff83b29bf950eb07cfdc0e3670520050a7ce97c19751485883e3efe5c0d5
+  metadata.gz: 32e7ac7b9fd22c4f41f7f30b25d96c2178b4122447c69fb7e58023c85f8d9286bb2795364e0e2b00ccf76d68f621b0f643e9d7b98cd71dfef551ab364ef5c066
+  data.tar.gz: 269c7f2054d40ec71345698aab553e5aa421d8738d21f2227f7e7ca773b522dfac13ad23e5605291d7085e8302888bf83eb64ec4930c7ecf71f8a2414790fe40

data/cocoapods-nexus.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name = 'cocoapods-nexus'
-  spec.version = "0.0.6"
+  spec.version = '0.0.7'
   spec.authors = ['mrdaios']
   spec.email = ['mrdaios@gmail.com']
   spec.description = 'a cocoapods plugin for nexus.'
@@ -19,8 +19,9 @@ Gem::Specification.new do |spec|
   spec.require_paths = ['lib']
 
   spec.add_runtime_dependency 'cocoapods', '>= 1.9.3'
+  spec.add_runtime_dependency 'concurrent-ruby', '~> 1.1'
   spec.add_runtime_dependency 'rest-client', '~> 2.1.0'
-  spec.add_runtime_dependency 'versionomy', '~> 0.5.0'
+  spec.add_runtime_dependency 'typhoeus', '~> 1.0'
 
   spec.add_development_dependency 'bundler', '~> 1.3'
   spec.add_development_dependency 'rake', '~> 13.0'

data/lib/cocoapods-nexus/api/connection.rb

@@ -112,7 +112,7 @@ module CocoapodsNexus
 
       def send_request(connection_method, endpoint, parameters: '', headers: {}, api_version: 'v1')
         parameters = parameters.to_json if headers['Content-Type'] == 'application/json'
-        url = "#{@hostname}/nexus/service/rest/#{api_version}/#{endpoint}"
+        url = File.join(@hostname,"/nexus/service/rest/#{api_version}/#{endpoint}")
         catch_connection_error do
           RestClient::Request.execute(
               method: connection_method,

data/lib/cocoapods-nexus/nexus_source.rb

@@ -1,10 +1,14 @@
+require 'concurrent'
+require 'typhoeus'
 require 'cocoapods-nexus/api'
 require 'cocoapods-nexus/downloader'
-require 'versionomy'
 require 'cocoapods-nexus/hook/specification'
 
 module Pod
   class NexusSource < Source
+    include Concurrent
+    HYDRA_EXECUTOR = Concurrent::SingleThreadExecutor.new
+
     def initialize(repo, url)
       @source_url = url
       super(repo)
@@ -27,34 +31,87 @@ module Pod
       'nexus'
     end
 
+    # @return [Array<Version>] all the available versions for the Pod, sorted
+    #         from highest to lowest.
+    #
+    # @param  [String] name
+    #         the name of the Pod.
+    #
+    def versions(name)
+      return nil unless specs_dir
+      raise ArgumentError, 'No name' unless name
+
+      return @versions_by_name[name] unless @versions_by_name[name].nil?
+
+      pod_path_actual = pod_path(name)
+      pod_path_relative = pod_path(name).relative_path_from(repo)
+
+      concurrent_requests_catching_errors do
+        loaders = []
+        components = nexus_api.search_maven_component(artifact_id: name)
+        if !components.nil? && components.count > 0
+          # 从服务器获取version
+          @versions_by_name[name] ||= components.map do |component|
+            # Optimization: ensure all the podspec files at least exist. The correct one will get refreshed
+            # in #specification_path regardless.
+            podspec_version_path_relative = Pathname.new(component["version"]).join("#{name}.podspec")
+
+            unless pod_path_actual.join(podspec_version_path_relative).exist?
+              remote_url = parse_artifacte_asset_url(component, 'podspec')
+              # Queue all podspec download tasks first
+              loaders << download_file_async(pod_path_relative.join(podspec_version_path_relative).to_s, remote_url)
+            end
+
+            begin
+              Version.new(component["version"]) if component["version"][0, 1] != '.'
+            rescue ArgumentError
+              raise Informative, 'An unexpected version directory ' \
+            "`#{component["version"]}` was encountered for the " \
+            "`#{pod_path_actual}` Pod in the `#{name}` repository."
+            end
+          end.compact.sort.reverse
+        end
+        # Block and wait for all to complete running on Hydra
+        Promises.zip_futures_on(HYDRA_EXECUTOR, *loaders).wait!
+      end
+      @versions_by_name[name]
+    end
+
     # 从nexus查询依赖
     # @param [Object] query
     def search(query)
       unless File.exist?("#{repo}/.nexus")
         raise Informative, "Unable to find a source named: `#{name}`"
       end
-
-      found = find_local_podspec(query)
-      # 本地没查询到，则从nexus服务查询
-      if found == []
-        # 暂时这样处理
-        spec_version = query.requirement.requirements.last.last.to_s
-        artifacte = nexus_find_artifacte(spec_name: query.root_name, spec_version: spec_version)
-        if artifacte
-          download_url = parse_artifacte_asset_url(artifacte, 'podspec')
-          if download_url
-            target_path = "#{@repo}/#{query.root_name}/#{spec_version}"
-            downloader = Pod::Downloader::NexusHttp.new(target_path, download_url, {:type => 'podspec', :name => query.root_name})
-            downloader.download
-
-            found = find_local_podspec(query)
-          end
-        end
+      if query.is_a?(Dependency)
+        query = query.root_name
       end
 
-      if found == [query.root_name]
-        set = set(query.root_name)
-        set if set.specification_name == query.root_name
+      # found = find_local_podspec(query)
+      # # 本地没查询到，则从nexus服务查询
+      # if found == []
+      #   # 暂时这样处理
+      #   spec_version = query.requirement.requirements.last.last.to_s
+      #   artifacte = nexus_find_artifacte(spec_name: query.root_name, spec_version: spec_version)
+      #   if artifacte
+      #     download_url = parse_artifacte_asset_url(artifacte, 'podspec')
+      #     if download_url
+      #       target_path = "#{@repo}/#{query.root_name}/#{spec_version}"
+      #       downloader = Pod::Downloader::NexusHttp.new(target_path, download_url, {:type => 'podspec', :name => query.root_name})
+      #       downloader.download
+      #
+      #       found = find_local_podspec(query)
+      #     end
+      #   end
+      # end
+
+      # version信息暂时不缓存到本地
+      components = nexus_api.search_maven_component(artifact_id: query)
+      found = !components.nil? && components.count > 0 ? query : nil
+
+      if found
+        set = set(query)
+        set if set.specification_name == query
       end
     end
 
@@ -120,5 +177,156 @@ module Pod
       repo_name = File.basename(@repo).gsub('nexus_', '')
       @nexus_api ||= CocoapodsNexus::API.new(hostname: url, repo: repo_name)
     end
+
+    def concurrent_requests_catching_errors
+      yield
+    rescue MultipleErrors => e
+      # aggregated error message from `Concurrent`
+      errors = e.errors
+      raise Informative, "CDN: #{name} Repo update failed - #{e.errors.size} error(s):\n#{errors.join("\n")}"
+    end
+
+    def download_file_async(partial_url, remote_url)
+      file_remote_url = URI.encode(remote_url)
+      path = repo + partial_url
+
+      # file_okay = local_file_okay?(partial_url)
+      # if file_okay
+      #   if @startup_time < File.mtime(path)
+      #     debug "CDN: #{name} Relative path: #{partial_url} modified during this run! Returning local"
+      #     return Promises.fulfilled_future(partial_url, HYDRA_EXECUTOR)
+      #   end
+      #
+      #   unless @check_existing_files_for_update
+      #     debug "CDN: #{name} Relative path: #{partial_url} exists! Returning local because checking is only perfomed in repo update"
+      #     return Promises.fulfilled_future(partial_url, HYDRA_EXECUTOR)
+      #   end
+      # end
+
+      path.dirname.mkpath
+
+      # etag_path = path.sub_ext(path.extname + '.etag')
+
+      # etag = File.read(etag_path) if file_okay && File.exist?(etag_path)
+      # debug "CDN: #{name} Relative path: #{partial_url}, has ETag? #{etag}" unless etag.nil?
+
+      download_and_save_with_retries_async(partial_url, file_remote_url)
+    end
+
+    def download_and_save_with_retries_async(partial_url, file_remote_url, retries = 5)
+      path = repo + partial_url
+      # etag_path = path.sub_ext(path.extname + '.etag')
+
+      download_task = download_typhoeus_impl_async(file_remote_url, nil).then do |response|
+        case response.response_code
+        when 301
+          redirect_location = response.headers['location']
+          # debug "CDN: #{name} Redirecting from #{file_remote_url} to #{redirect_location}"
+          download_and_save_with_retries_async(partial_url, redirect_location, nil )
+        when 304
+          # debug "CDN: #{name} Relative path not modified: #{partial_url}"
+          # We need to update the file modification date, as it is later used for freshness
+          # optimization. See #initialize for more information.
+          FileUtils.touch path
+          partial_url
+        when 200
+          File.open(path, 'w') { |f| f.write(response.response_body.force_encoding('UTF-8')) }
+
+          # etag_new = response.headers['etag'] unless response.headers.nil?
+          # debug "CDN: #{name} Relative path downloaded: #{partial_url}, save ETag: #{etag_new}"
+          # File.open(etag_path, 'w') { |f| f.write(etag_new) } unless etag_new.nil?
+          partial_url
+        when 404
+          # debug "CDN: #{name} Relative path couldn't be downloaded: #{partial_url} Response: #{response.response_code}"
+          nil
+        when 502, 503, 504
+          # Retryable HTTP errors, usually related to server overloading
+          if retries <= 1
+            # raise Informative, "CDN: #{name} URL couldn't be downloaded: #{file_remote_url} Response: #{response.response_code} #{response.response_body}"
+          else
+            # debug "CDN: #{name} URL couldn't be downloaded: #{file_remote_url} Response: #{response.response_code} #{response.response_body}, retries: #{retries - 1}"
+            exponential_backoff_async(retries).then do
+              download_and_save_with_retries_async(partial_url, file_remote_url, nil , retries - 1)
+            end
+          end
+        when 0
+          # Non-HTTP errors, usually network layer
+          if retries <= 1
+            raise Informative, "CDN: #{name} URL couldn't be downloaded: #{file_remote_url} Response: #{response.return_message}"
+          else
+            debug "CDN: #{name} URL couldn't be downloaded: #{file_remote_url} Response: #{response.return_message}, retries: #{retries - 1}"
+            exponential_backoff_async(retries).then do
+              download_and_save_with_retries_async(partial_url, file_remote_url, etag, retries - 1)
+            end
+          end
+        else
+          raise Informative, "CDN: #{name} URL couldn't be downloaded: #{file_remote_url} Response: #{response.response_code} #{response.response_body}"
+        end
+      end
+
+      # Calling `Future#run` flattens the chained futures created by retries or redirects
+      #
+      # Does not, in fact, run the task - that is already happening in Hydra at this point
+      download_task.run
+    end
+
+    def exponential_backoff_async(retries)
+      sleep_async(backoff_time(retries))
+    end
+
+    def backoff_time(retries)
+      current_retry = MAX_NUMBER_OF_RETRIES - retries
+      4 * 2**current_retry
+    end
+
+    def sleep_async(seconds)
+      # Async sleep to avoid blocking either the main or the Hydra thread
+      Promises.schedule_on(HYDRA_EXECUTOR, seconds)
+    end
+
+    def download_typhoeus_impl_async(file_remote_url, etag)
+      # Create a prefereably HTTP/2 request - the protocol is ultimately responsible for picking
+      # the maximum supported protocol
+      # When debugging with proxy, use the following extra options:
+      # :proxy => 'http://localhost:8888',
+      # :ssl_verifypeer => false,
+      # :ssl_verifyhost => 0,
+      request = Typhoeus::Request.new(
+          file_remote_url,
+          :method => :get,
+          :http_version => :httpv2_0,
+          :timeout => 10,
+          :connecttimeout => 10,
+          :accept_encoding => 'gzip',
+          :netrc => :optional,
+          :netrc_file => Netrc.default_path,
+          :headers => etag.nil? ? {} : { 'If-None-Match' => etag },
+          )
+
+      future = Promises.resolvable_future_on(Concurrent::SingleThreadExecutor.new)
+      queue_request(request)
+      request.on_complete do |response|
+        future.fulfill(response)
+      end
+
+      # This `Future` should never reject, network errors are exposed on `Typhoeus::Response`
+      future
+    end
+
+    def queue_request(request)
+      @hydra ||= Typhoeus::Hydra.new
+
+      # Queue the request into the Hydra (libcurl reactor).
+      @hydra.queue(request)
+
+      # Cycle the reactor on a separate thread
+      #
+      # The way it works is that if more requests are queued while Hydra is in the `#run`
+      # method, it will keep executing them
+      #
+      # The upcoming calls to `#run` will simply run empty.
+      HYDRA_EXECUTOR.post(@hydra, &:run)
+    end
+
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cocoapods-nexus
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.7
 platform: ruby
 authors:
 - mrdaios
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-09-08 00:00:00.000000000 Z
+date: 2020-09-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cocoapods
@@ -24,6 +24,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.9.3
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
 - !ruby/object:Gem::Dependency
   name: rest-client
   requirement: !ruby/object:Gem::Requirement
@@ -39,19 +53,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 2.1.0
 - !ruby/object:Gem::Dependency
-  name: versionomy
+  name: typhoeus
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.5.0
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement