bundler-alive 0.1.4 → 0.1.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 29049e60565e16c7e828304b8bd98f6a3b16b7f0afdcc5d9043349896f31acf9
-  data.tar.gz: 969ce8eb67b823d8dad051addc685d86db571c4ac8fdbba926f54505e8f6b61a
+  metadata.gz: 4fb0738fac56612f49d0fcc2dadf41f00caa5c34b8e49923185326f3cc6ab744
+  data.tar.gz: e89352dbbdec31b5e82e4f42135113d1c464441bcc0d4443709e24437fffb87f
 SHA512:
-  metadata.gz: 3fad0ab06a408d151591063307eb460f09995086c5f63d7b4f5f5fbcc94aef889b5495940837b1f46b0719c235a3fa4e1de5a994aac38f489ff27a033c0d0f4e
-  data.tar.gz: d3442abf4e2e0f454a0a9fa6980e299c04963f09b76df7f17912fddc12a50ed06ad53a8962ba45b2e3c00f8165fc53fccbde5181a4c6fb4cee5f7b0719cfdcac
+  metadata.gz: 6692e5114833643c5038b41a8bbff0282837b4e70c05449f76cc810e499751a3f7f8585f5360f31b503376662e6a91f6617a335e59686a9841af65a2917b0d2f
+  data.tar.gz: 393f54894aabd833bd0249a54cfab165bbcacb6a9d10cae9ab446b6e81a92c9de83f5e0fc25d38327999b7c2e06fa902a730bbec5eb04b37a476af0067b882c4

data/.bundler-alive.default.yml

@@ -0,0 +1,70 @@
+---
+gems:
+  coffee-script-source:
+    url: https://github.com/jashkenas/coffeescript/
+  erubis:
+    url: https://github.com/kwatch/erubis
+  ffi-compiler:
+    url: https://github.com/ffi/ffi
+  foundation-rails:
+    url: https://github.com/foundation/foundation-rails
+  guard-compat:
+    url: https://github.com/guard/guard-compat
+  spoon:
+    url: https://github.com/headius/spoon
+  shellany:
+    url: https://github.com/guard/shellany
+  vegas:
+    url: https://github.com/quirkey/vegas
+  zipruby:
+    url: https://github.com/fjg/zipruby
+  gli:
+    url: https://github.com/davetron5000/gli
+  zen_to_i:
+    url: https://github.com/yoshitsugu/zen_to_i
+  trailblazer-option:
+    url: https://github.com/trailblazer/trailblazer-option
+  fog-sakuracloud:
+    url: https://github.com/fog/fog-sakuracloud
+  ovirt-engine-sdk:
+    url: https://github.com/oVirt/ovirt-engine-sdk-ruby
+  declarative_policy:
+    url: https://gitlab.com/gitlab-org/ruby/gems/declarative-policy
+  spamcheck:
+    url: https://gitlab.com/gitlab-com/gl-security/engineering-and-research/automation-team/spam/spamcheck
+  tanuki_emoji:
+    url: https://gitlab.com/gitlab-org/ruby/gems/tanuki_emoji
+  cbor:
+    url: https://github.com/cabo/cbor-ruby
+  expression_parser:
+    url: https://github.com/nricciar/expression_parser
+  extended-markdown-filter:
+    url: https://github.com/gjtorikian/extended-markdown-filter
+  gettext:
+    url: https://github.com/ruby-gettext/gettext
+  png_quantizator:
+    url: https://github.com/rogercampos/png_quantizator
+  redis-actionpack:
+    url: https://github.com/redis-store/redis-actionpack
+  redis-rack:
+    url: https://github.com/redis-store/redis-rack
+  sixarm_ruby_unaccent:
+    url: https://github.com/SixArm/sixarm_ruby_unaccent
+  thrift:
+    url: https://github.com/szechyjs/thrift-gem
+  vmstat:
+    url: https://github.com/threez/ruby-vmstat
+  mongoid-rspec:
+    url: https://github.com/mongoid/mongoid-rspec
+  rack-test:
+    url: https://github.com/rack/rack-test
+  jmespath:
+    url: https://github.com/jmespath/jmespath.rb
+  slack-notifier:
+    url: https://github.com/slack-notifier/slack-notifier
+  ipaddress:
+    url: https://github.com/ipaddress-gem/ipaddress
+  fog-powerdns:
+    url: https://github.com/fog/fog-powerdns
+  html_tokenizer:
+    url: https://github.com/EiNSTeiN-/html_tokenizer

data/.rspec

@@ -1,5 +1,4 @@
 --format documentation
 --color
---warnings
 --require spec_helper
 --backtrace

data/.yardopts

@@ -0,0 +1 @@
+--markup markdown --title "bundler-alive Documentation" --protected

data/README.md

@@ -5,14 +5,14 @@
 [![Maintainability](https://api.codeclimate.com/v1/badges/a79d53257bc5e93842f6/maintainability)](https://codeclimate.com/github/kyoshidajp/bundler-alive/maintainability)
 [![Test Coverage](https://api.codeclimate.com/v1/badges/a79d53257bc5e93842f6/test_coverage)](https://codeclimate.com/github/kyoshidajp/bundler-alive/test_coverage)
 
-`bunder-alive` checks if gems in a RubyGem's `Gemfile.lock` are active.
+`bundler-alive` checks if gems in a RubyGem's `Gemfile.lock` are active.
 
-Currently only github.com is supported as a source code repository. If the source code repository is archived, then reports as not alive.
+Currently, GitHub.com and GitLab.com are supported as a source code repository. If the source code repository is archived, then reports as not alive.
 
 ## Installation
 
 ```
-$ gem install bunlder-alive
+$ gem install bundler-alive
 ```
 
 ## Usage
@@ -23,13 +23,15 @@ $ bundle-alive
 ..W....
 Get all source code repository URLs of gems are done!
 .....
-Name: journey
-URL: http://github.com/rails/journey
-Status: false
 
-Gem: bundle-alive is not found in RubyGems.org.
+Errors:
+    [bundle-alive] Not found in RubyGems.org.
 
-Total: 6 (Dead: 1, Alive: 4, Unknown: 1)
+Archived gems:
+    Name: journey
+    URL: http://github.com/rails/journey
+
+Total: 6 (Archived: 1, Alive: 4, Unknown: 1)
 Not alive gems are found!
 ```
 
@@ -39,15 +41,51 @@ Default `Gemfile.lock` location is in your current directory. You can specify it
 $ bundle-alive -G /path/to/Gemfile.lock
 ```
 
-In some cases, the following error is output.
+## Access Token
+
+You MUST set environment variables to access source code repository services.
+
+| Repository service | ENV variable |
+| ------- |---- |
+| GitHub | [`BUNDLER_ALIVE_GITHUB_TOKEN`](https://docs.github.com/en/authentication/keeping-your-account-and-data-secure/creating-a-personal-access-token) |
+| GitLab | [`BUNDLER_ALIVE_GITLAB_TOKEN`](https://docs.gitlab.com/ee/user/profile/personal_access_tokens.html) |
+
+## Ignore gems
+
+You can ignore certain gems.
+
+```
+$ bundle-alive -i journey rubocop-junit-formatter
+```
+
+## Following redirect on RubyGems.org
+
+The URL for some gems in RubyGems.org may have changed. You can follow the URL (default: doesn't follow).
 
 ```
-Too many requested! Retry later.
+$ bundle-alive --follow_redirect
 ```
 
-In this case, setting [GitHub Personal Access Token](https://docs.github.com/en/authentication/keeping-your-account-and-data-secure/creating-a-personal-access-token) as `BUNDLER_ALIVE_GITHUB_TOKEN` environment variable may alleviate the error.
+## Specifying repository URL
+
+In some cases, some gems cannot find the URL of their source code repositories. For this case, you can specify a mapping between the gem and its URL.
+
+Put `.bundler-alive.yml` in your current directory. The following code is the sample.
+
+```yaml
+---
+gems:
+  coffee-script-source:
+    url: https://github.com/jashkenas/coffeescript/
+```
+
+You can also specify the file path.
+
+```
+$ bundle-alive -c /path/to/.bundler-alive.yml
+```
 
-If you run again, it will resume.
+[.bundler-alive.default.yml](https://github.com/kyoshidajp/bundler-alive/blob/main/.bundler-alive.default.yml) may also be helpful. Considering that having these mappings obtained automatically in the future.
 
 ## Contributing
 

data/gemspec.yml

@@ -8,7 +8,7 @@ homepage: https://github.com/kyoshidajp/bundler-alive
 metadata:
   homepage_uri: https://github.com/kyoshidajp/bundler-alive
   source_code_uri: https://github.com/kyoshidajp/bundler-alive
-  changelog_uri: https://github.com/kyoshidajp/bundler-alive
+  changelog_uri: https://github.com/kyoshidajp/bundler-alive/commits/main
 
 required_ruby_version: ">= 2.6.0"
 bindir: bin
@@ -16,10 +16,10 @@ require_paths: lib
 
 dependencies:
   faraday:
-  octokit:
+  graphql-client:
   rake:
   thor:
-  toml-rb:
+  gitlab:
 
 development_dependencies:
   rspec:

data/lib/bundler/alive/cli.rb

@@ -16,15 +16,15 @@ module Bundler
       map "--version" => :version
 
       desc "check [DIR]", "Checks the Gemfile.lock"
+      method_option :ignore, type: :array, aliases: "-i", default: []
+      method_option :follow_redirect, type: :boolean, aliases: "-r"
       method_option :gemfile_lock, type: :string, aliases: "-G",
                                    default: "Gemfile.lock"
-      method_option :result, type: :string, aliases: "-r",
-                             default: "result.toml"
+      method_option :config, type: :string, aliases: "-c", default: ".bundler-alive.yml"
 
       def check(_dir = Dir.pwd)
         extend Reportable
         report = check_by_doctor
-        report.save_as_file(options[:result])
         print_report(report)
 
         exit_status = report.result.all_alive? ? 0 : 1
@@ -39,13 +39,23 @@ module Bundler
       private
 
       def check_by_doctor
-        doctor = begin
-          Doctor.new(options[:gemfile_lock], options[:result])
-        rescue Bundler::GemfileLockNotFound
+        doctor = initialize_doctor
+
+        begin
+          doctor.diagnose
+        rescue Bundler::Alive::Client::GitlabApi::AccessTokenNotFoundError => e
+          say "\n#{e.message}", :yellow
           exit 1
         end
+      end
 
-        doctor.diagnose
+      def initialize_doctor
+        Doctor.new(lock_file: options[:gemfile_lock],
+                   config_file: options[:config],
+                   ignore_gems: options[:ignore],
+                   follow_redirect: options[:follow_redirect])
+      rescue Bundler::GemfileLockNotFound
+        exit 1
       end
     end
   end

data/lib/bundler/alive/client/gems_api_client.rb

@@ -18,8 +18,21 @@ module Bundler
         class NotFound < StandardError
         end
 
-        def initialize
+        #
+        # A new instance of `GemApiClient`
+        #
+        # @param [String] :config_path
+        # @param [Boolean] :follow_redirect
+        #   Follow redirect URL in gems
+        #
+        # @return [GemApiClient]
+        #
+        def initialize(config_path: nil, follow_redirect: false)
           @error_messages = []
+          @config_gems = get_config_gems(config_path)
+          @follow_redirect = follow_redirect
+
+          freeze
         end
 
         #
@@ -29,8 +42,8 @@ module Bundler
         #
         # @return [Client::GemsApiResponse]
         #
-        def gems_api_response(gem_names, &block)
-          urls = service_with_urls(gem_names, &block)
+        def gems_api_response(gem_names)
+          urls = service_with_urls(gem_names)
           $stdout.puts <<~MESSAGE
 
             Get all source code repository URLs of gems are done!
@@ -43,7 +56,7 @@ module Bundler
 
         private
 
-        attr_accessor :error_messages
+        attr_accessor :error_messages, :config_gems, :follow_redirect
 
         def api_url(gem_name)
           "https://rubygems.org/api/v1/gems/#{gem_name}.json"
@@ -55,8 +68,15 @@ module Bundler
           end
         end
 
-        def service_with_urls(gem_names, &block)
-          urls = get_repository_urls(gem_names, &block)
+        def get_config_gems(path)
+          return {} if path.nil? || !File.exist?(path)
+
+          config = YAML.load_file(path)
+          config["gems"]
+        end
+
+        def service_with_urls(gem_names)
+          urls = get_repository_urls(gem_names)
           urls.each_with_object({}) do |url, hash|
             service_name = url.service_name
             hash[service_name] = Array(hash[service_name]) << url
@@ -71,29 +91,51 @@ module Bundler
         # @return [SourceCodeRepositoryUrl]
         #
         def get_repository_url(gem_name)
+          url_from_config = get_repository_url_from_config(gem_name)
+          return url_from_config unless url_from_config.nil?
+
           url = api_url(gem_name)
           response = connection.get(url)
 
-          raise NotFound, "Gem: #{gem_name} is not found in RubyGems.org." unless response.success?
+          raise NotFound, "[#{gem_name}] Not found in RubyGems.org." unless response.success?
 
           body = JSON.parse(response.body)
           raw_url = source_code_url(body: body, gem_name: gem_name)
           SourceCodeRepositoryUrl.new(raw_url, gem_name)
         end
 
+        def get_repository_url_from_config(gem_name)
+          return nil if config_gems.nil?
+          return nil unless config_gems.key?(gem_name)
+
+          gem = config_gems[gem_name]
+          SourceCodeRepositoryUrl.new(gem["url"], gem_name)
+        end
+
         def source_code_url(body:, gem_name:)
           url = body["source_code_uri"]
-          return url if SourceCodeRepositoryUrl.support_url?(url)
+          return url_via_redirect(url) if SourceCodeRepositoryUrl.support_url?(url)
 
           url = body["homepage_uri"]
-          return url if SourceCodeRepositoryUrl.support_url?(url)
+          return url_via_redirect(url) if SourceCodeRepositoryUrl.support_url?(url)
+
+          message = "[#{gem_name}] Source code repository is not found in RubyGems.org,"\
+                    " or not supported. URL: https://rubygems.org/gems/#{gem_name}"
+          raise NotFound, message
+        end
+
+        def url_via_redirect(url)
+          return url unless follow_redirect
+
+          response = connection.head(url)
+          return response.headers["location"] if response.status == 301
 
-          raise NotFound, "[#{gem_name}] source code repository is not found in RubyGems.org."
+          url
         end
 
         def get_repository_urls(gem_names)
           result = gem_names.map do |gem_name|
-            yield if block_given?
+            $stdout.write "."
             get_repository_url(gem_name)
           rescue StandardError => e
             $stdout.write "W"

data/lib/bundler/alive/client/{git_hub_api.rb → github_api.rb}

@@ -1,51 +1,45 @@
 # frozen_string_literal: true
 
-require "octokit"
 require "json"
 
 module Bundler
   module Alive
     module Client
       #
-      # API Client for GitHub API
+      # API Client for GitHub GraphQL API
       #
-      # @see https://docs.github.com/en/rest/search#search-repositories
+      # @see https://docs.github.com/en/graphql
       #
-      module GitHubApi
+      module GithubApi
         # Environment variable name of GitHub Access Token
         ACCESS_TOKEN_ENV_NAME = "BUNDLER_ALIVE_GITHUB_TOKEN"
 
         # Separator of query condition
         QUERY_CONDITION_SEPARATOR = " "
+        private_constant :QUERY_CONDITION_SEPARATOR
 
-        # Number of attempts to request after too many requests
-        RETRIES_ON_TOO_MANY_REQUESTS = 3
-
-        # Interval second when retrying request
-        RETRY_INTERVAL_SEC_ON_TOO_MANY_REQUESTS = 120
-
-        #
         # Max number of conditional operator at once
-        #
-        # @see https://docs.github.com/en/rest/search#limitations-on-query-length
-        QUERY_MAX_OPERATORS_AT_ONCE = 6
-
+        QUERY_MAX_OPERATORS_AT_ONCE = 50
         private_constant :QUERY_MAX_OPERATORS_AT_ONCE
 
         def self.extended(base)
           base.instance_eval do
             @rate_limit_exceeded = false
             @retries_on_too_many_requests = 0
+            @name_with_archived = {}
           end
         end
 
         #
-        # Creates a GitHub client
+        # Creates a GraphQL client
         #
-        # @return [Octokit::Client]
+        # @return [GraphQL::Client]
         #
         def create_client
-          Octokit::Client.new(access_token: ENV.fetch(ACCESS_TOKEN_ENV_NAME, nil))
+          require_relative "github_graphql"
+          extend GithubGraphql
+
+          GithubGraphql::CLIENT
         end
 
         #
@@ -55,15 +49,12 @@ module Bundler
         #
         # @return [StatusResult]
         #
-        # rubocop:disable Metrics/MethodLength
         def query(urls:)
           collection = StatusCollection.new
-          name_with_archived = get_name_with_statuses(urls)
+          @name_with_archived = get_name_with_statuses(urls)
           urls.each do |url|
-            yield if block_given?
-
             gem_name = url.gem_name
-            alive = !name_with_archived[gem_name]
+            alive = alive?(gem_name)
             status = Status.new(name: gem_name, repository_url: url, alive: alive, checked_at: Time.now)
             collection = collection.add(gem_name, status)
           end
@@ -71,10 +62,16 @@ module Bundler
           StatusResult.new(collection: collection, error_messages: @error_messages,
                            rate_limit_exceeded: @rate_limit_exceeded)
         end
-        # rubocop:enable Metrics/MethodLength
 
         private
 
+        def alive?(gem_name)
+          return false unless @name_with_archived.key?(gem_name)
+
+          value = @name_with_archived[gem_name]
+          value == Status::ALIVE_UNKNOWN ? Status::ALIVE_UNKNOWN : !value
+        end
+
         #
         # Search status of repositories
         #
@@ -85,34 +82,53 @@ module Bundler
         #
         # rubocop:disable Metrics/MethodLength
         def get_name_with_statuses(urls)
-          raise ArgumentError unless urls.instance_of?(Array)
-
           name_with_status = {}
           urls.each_slice(QUERY_MAX_OPERATORS_AT_ONCE) do |sliced_urls|
+            $stdout.print "." * sliced_urls.size
+
             q = search_query(sliced_urls)
             repositories = search_repositories_with_retry(q)
             next if repositories.nil?
 
-            repositories.each do |repository|
-              name = repository["name"]
-              name_with_status[name] = repository["archived"]
+            sliced_urls.each do |url|
+              repository = find_repository_from_repositories(url: url,
+                                                             repositories: repositories)
+              alive_status = if repository.nil?
+                               Status::ALIVE_UNKNOWN
+                             else
+                               repository["isArchived"]
+                             end
+              name_with_status[url.gem_name] = alive_status
             end
           end
           name_with_status
         end
         # rubocop:enable Metrics/MethodLength
 
+        # @param [SourceCodeRepositoryUrl] :url
+        # @param [Array<Sawyer::Resource>] :repositories
+        #
+        # @return [Sawyer::Resource|nil]
+        def find_repository_from_repositories(url:, repositories:)
+          repositories.find do |repository|
+            # e.g.) tod's URL is https://github.com/JackC/tod
+            # but, the `nameWithOwner` is `jacks/tod`
+            slug(url.url).downcase == repository["nameWithOwner"].downcase
+          end
+        end
+
         #
-        # Search query of repositories
+        # Search query of repositories (includes forked)
         #
         # @param [Array<RepositoryUrl>] urls
         #
         # @return [String]
         #
         def search_query(urls)
-          urls.map do |url|
+          repository_query = urls.map do |url|
             "repo:#{slug(url.url)}"
           end.join(QUERY_CONDITION_SEPARATOR)
+          "#{repository_query} fork:true"
         end
 
         #
@@ -120,18 +136,12 @@ module Bundler
         #
         # @param [String] query
         #
-        # @raise [Octokit::TooManyRequests]
-        #   when too many requested to GitHub.com
-        # @raise [SourceCodeClient::SearchRepositoryError]
-        #   when Error without `Octokit::TooManyRequests`
-        #
         # @return [Array<Sawyer::Resource>|nil]
         #
         def search_repositories(query)
-          result = @client.search_repositories(query)
-          result[:items]
-        rescue Octokit::TooManyRequests => e
-          raise e
+          result = @client.query(GithubGraphql::Query,
+                                 variables: { var_query: query, var_first: QUERY_MAX_OPERATORS_AT_ONCE })
+          result.data.search.nodes.map(&:to_h)
         rescue StandardError => e
           @error_messages << e.message
           []
@@ -139,21 +149,6 @@ module Bundler
 
         def search_repositories_with_retry(query)
           search_repositories(query)
-        rescue Octokit::TooManyRequests
-          if @retries_on_too_many_requests < RETRIES_ON_TOO_MANY_REQUESTS
-            @retries_on_too_many_requests += 1
-            sleep_with_message
-            retry
-          end
-
-          @rate_limit_exceeded = true
-          []
-        end
-
-        def sleep_with_message
-          puts "Too many requested. Sleep #{RETRY_INTERVAL_SEC_ON_TOO_MANY_REQUESTS} sec."
-          sleep RETRY_INTERVAL_SEC_ON_TOO_MANY_REQUESTS
-          puts "Retry request (#{@retries_on_too_many_requests}/#{RETRIES_ON_TOO_MANY_REQUESTS})"
         end
 
         #
@@ -164,7 +159,13 @@ module Bundler
         # @return [String]
         #
         def slug(repository_url)
-          Octokit::Repository.from_url(repository_url).slug
+          # from https://github.com/octokit/octokit.rb/blob/v4.22.0/lib/octokit/repository.rb#L12-L17
+          github_slug = URI.parse(repository_url).path[1..]
+                           .gsub(%r{^repos/}, "")
+                           .split("/", 3)[0..1]
+                           .join("/")
+
+          github_slug.gsub(/\.git/, "")
         end
       end
     end

data/lib/bundler/alive/client/github_graphql.rb

@@ -0,0 +1,82 @@
+# frozen_string_literal: true
+
+require "graphql/client"
+require "graphql/client/http"
+
+module Bundler
+  module Alive
+    module Client
+      # GitHub GraphQL Module
+      module GithubGraphql
+        #
+        # Access token isn't set error
+        #
+        # @see https://docs.github.com/en/authentication/keeping-your-account-and-data-secure/creating-a-personal-access-token
+        #
+        class AccessTokenNotFoundError < StandardError
+          def initialize(_message = nil)
+            message = "Environment variable #{ACCESS_TOKEN_ENV_NAME} is not set."\
+                      " Need to set GitHub Personal Access Token to be authenticated at GitHub GraphQL API."\
+                      " See: https://docs.github.com/en/graphql/guides/forming-calls-with-graphql#the-graphql-endpoint"
+            super(message)
+          end
+        end
+
+        # Environment variable name of GitHub Access Token
+        ACCESS_TOKEN_ENV_NAME = "BUNDLER_ALIVE_GITHUB_TOKEN"
+
+        # GraphQL API endpoint
+        # @see https://docs.github.com/en/graphql/guides/forming-calls-with-graphql#the-graphql-endpoint
+        ENDPOINT = "https://api.github.com/graphql"
+        private_constant :ENDPOINT
+
+        QUERY = <<~QUERY
+          query($var_query: String!, $var_first: Int!) {
+            search(
+              query: $var_query
+              type: REPOSITORY
+              first: $var_first
+            ) {
+              repositoryCount
+              nodes {
+                ... on Repository {
+                  isArchived
+                  nameWithOwner
+                  isMirror
+                }
+              }
+            }
+          }
+        QUERY
+        private_constant :QUERY
+
+        HTTP = GraphQL::Client::HTTP.new(ENDPOINT) do
+          def headers(_context)
+            token = ENV.fetch(ACCESS_TOKEN_ENV_NAME, nil)
+            raise AccessTokenNotFoundError if token.nil?
+
+            {
+              "Authorization" => "Bearer #{token}"
+            }
+          end
+        end
+        private_constant :HTTP
+
+        if File.exist?(SCHEMA_PATH)
+          SCHEMA = GraphQL::Client.load_schema(SCHEMA_PATH)
+        else
+          SCHEMA = GraphQL::Client.load_schema(HTTP)
+          Dir.mkdir(USER_PATH) unless Dir.exist?(USER_PATH)
+          GraphQL::Client.dump_schema(SCHEMA, SCHEMA_PATH)
+        end
+        private_constant :SCHEMA
+
+        # GraphQL client
+        CLIENT = GraphQL::Client.new(schema: SCHEMA, execute: HTTP)
+
+        # query
+        Query = CLIENT.parse(QUERY)
+      end
+    end
+  end
+end

data/lib/bundler/alive/client/gitlab_api.rb

@@ -0,0 +1,121 @@
+# frozen_string_literal: true
+
+require "gitlab"
+require "json"
+
+module Bundler
+  module Alive
+    module Client
+      #
+      # API Client for GitLab API
+      #
+      # @see https://docs.gitlab.com/ee/api/projects.html#get-single-project
+      #
+      module GitlabApi
+        #
+        # Access token isn't set error
+        #
+        # @see https://docs.gitlab.com/ee/user/profile/personal_access_tokens.html
+        #
+        class AccessTokenNotFoundError < StandardError
+          def initialize(_message = nil)
+            message = "Environment variable #{ACCESS_TOKEN_ENV_NAME} is not set."\
+                      " Need to set GitLab Personal Access Token to be authenticated at gitlab.com API."\
+                      " See: https://docs.gitlab.com/ee/user/profile/personal_access_tokens.html"
+            super(message)
+          end
+        end
+
+        # Environment variable name of GitLab Access Token
+        #
+        # @see https://docs.gitlab.com/ee/user/profile/personal_access_tokens.html
+        #
+        ACCESS_TOKEN_ENV_NAME = "BUNDLER_ALIVE_GITLAB_TOKEN"
+
+        # Endpoint of GitLab API
+        ENDPOINT = "https://gitlab.com/api/v4"
+
+        def self.extended(base)
+          base.instance_eval do
+            @rate_limit_exceeded = false
+            @retries_on_too_many_requests = 0
+          end
+        end
+
+        #
+        # Creates a GitLab client
+        #
+        # @return [Gitlab::Client]
+        #
+        def create_client
+          access_token = ENV.fetch(ACCESS_TOKEN_ENV_NAME, nil)
+          raise AccessTokenNotFoundError if access_token.nil?
+
+          Gitlab.client(
+            endpoint: ENDPOINT,
+            private_token: access_token
+          )
+        end
+
+        #
+        # Query repository statuses
+        #
+        # @param [Array<RepositoryUrl>] :urls
+        #
+        # @return [StatusResult]
+        #
+        def query(urls:)
+          collection = StatusCollection.new
+          name_with_archived = get_name_with_statuses(urls)
+          urls.each do |url|
+            gem_name = url.gem_name
+            alive = name_with_archived.key?(gem_name) && !name_with_archived[gem_name]
+            status = Status.new(name: gem_name, repository_url: url, alive: alive, checked_at: Time.now)
+            collection = collection.add(gem_name, status)
+          end
+
+          StatusResult.new(collection: collection, error_messages: @error_messages,
+                           rate_limit_exceeded: @rate_limit_exceeded)
+        end
+
+        private
+
+        #
+        # Search status of repositories
+        #
+        # @param [Array<RepositoryUrl>] urls
+        #
+        # @return [Hash<String, Boolean>]
+        #   gem name with archived or not
+        #
+        def get_name_with_statuses(urls)
+          name_with_status = {}
+          urls.each do |url|
+            $stdout.write "."
+            project = search_repositories_with_retry(url)
+            next if project.nil? || project.empty?
+
+            name = url.gem_name
+            name_with_status[name] = project["archived"]
+          end
+          name_with_status
+        end
+
+        def project_path_from_url(url)
+          uri = URI.parse(url.url)
+          uri.path.split("/")[1..].join("/")
+        end
+
+        def search_repositories_with_retry(url)
+          project_path = project_path_from_url(url)
+
+          # Must be converted to hash due to warnings
+          @client.project(project_path).to_h
+        rescue StandardError => e
+          @error_messages << e.message
+          []
+        end
+      end
+    end
+  end
+end

data/lib/bundler/alive/client/source_code_client.rb

@@ -16,7 +16,8 @@ module Bundler
         end
 
         SERVICE_WITH_STRATEGIES = {
-          SourceCodeRepository::Service::GITHUB => GitHubApi
+          SourceCodeRepository::Service::GITHUB => GithubApi,
+          SourceCodeRepository::Service::GITLAB => GitlabApi
         }.freeze
 
         private_constant :SERVICE_WITH_STRATEGIES

data/lib/bundler/alive/doctor.rb

@@ -1,33 +1,32 @@
 # frozen_string_literal: true
 
 require "bundler"
-require "octokit"
-require "toml-rb"
 
 module Bundler
   module Alive
     #
-    # Diagnoses a `Gemfile.lock` with a TOML file
+    # Diagnoses a `Gemfile.lock`
     #
     class Doctor
       #
       # A new instance of Doctor
       #
-      # @param [String] lock_file lock file of gem
-      # @param [String] result_file file of result
+      # @param [String] :lock_file # lock file of gem
+      # @param [String] :config_file # config file
+      # @param [Array<String>] :ignore_gems ignore gems
+      # @param [Boolean] :follow_redirect Follow redirect URL in gems
       #
-      def initialize(lock_file, result_file)
+      def initialize(lock_file:, config_file:, ignore_gems:, follow_redirect: false)
         @lock_file = lock_file
-        @result_file = result_file
-        @gem_client = Client::GemsApiClient.new
+        @gem_client = Client::GemsApiClient.new(config_path: config_file, follow_redirect: follow_redirect)
+        @ignore_gems = ignore_gems
         @result = nil
         @rate_limit_exceeded = false
-        @announcer = Announcer.new
         @error_messages = []
       end
 
       #
-      # Diagnoses gems in lock file of gem
+      # Diagnoses gems in Gemfile.lock
       #
       # @raise [Client::SourceCodeClient::RateLimitExceededError]
       #   When exceeded access rate limit
@@ -38,41 +37,27 @@ module Bundler
       # @return [Report]
       #
       def diagnose
-        $stdout.puts "#{collection_from_gemfile.total_size} gems are in Gemfile.lock"
+        message = "#{collection_from_gemfile.total_size + ignore_gems.size} gems are in Gemfile.lock"
+        message = "#{message} (#{ignore_gems.size} gems are ignored)" if ignore_gems.size.positive?
+        $stdout.puts message
+
         result = _diagnose
         Report.new(result)
       end
 
       private
 
-      attr_reader :lock_file, :result_file, :gem_client, :announcer,
+      attr_reader :lock_file, :gem_client, :ignore_gems,
                   :result, :error_messages, :rate_limit_exceeded
 
-      #
-      # @return [Array<String>]
-      #
-      def no_need_to_get_gems
-        return [] unless File.exist?(result_file)
-
-        toml_hash = TomlRB.load_file(result_file)
-        toml_hash.each_with_object([]) do |(gem_name, v), array|
-          alive = v["alive"]
-          array << gem_name unless alive
-        end
-      end
-
       def diagnose_by_service(service, urls)
         client = Client::SourceCodeClient.new(service_name: service)
-        client.query(urls: urls) do
-          announcer.announce
-        end
+        client.query(urls: urls)
       end
 
+      # @return [StatusResult]
       def result_by_search(collection)
-        gems_api_response = gem_client.gems_api_response(collection.names) do
-          announcer.announce
-        end
-
+        gems_api_response = gem_client.gems_api_response(collection.names)
         service_with_urls = gems_api_response.service_with_urls
         error_messages.concat(gems_api_response.error_messages)
 
@@ -83,19 +68,12 @@ module Bundler
         result
       end
 
-      def fetch_target_collection(base_collection, gem_names)
-        collection = StatusCollection.new
-        base_collection.each do |name, status|
-          next if gem_names.include?(name)
-
-          collection = collection.add(name, status)
-        end
-        collection
-      end
-
+      # @return [StatusCollection]
       def collection_from_gemfile
         gems_from_lockfile.each_with_object(StatusCollection.new) do |gem, collection|
           gem_name = gem.name
+          next if ignore_gems.include?(gem_name)
+
           status = Status.new(name: gem_name,
                               repository_url: nil,
                               alive: nil,
@@ -104,14 +82,13 @@ module Bundler
         end
       end
 
+      # @return [StatusResult]
       def _diagnose
-        collection = fetch_target_collection(collection_from_gemfile, no_need_to_get_gems)
+        collection = collection_from_gemfile
         result = result_by_search(collection)
-        collection_from_toml_file = StatusCollection.new_from_toml_file(result_file)
-        new_collection = collection_from_gemfile.merge(collection_from_toml_file)
-                                                .merge(result.collection)
-
+        new_collection = collection.merge(result.collection)
         messages = error_messages.concat(result.error_messages)
+
         StatusResult.new(collection: new_collection,
                          error_messages: messages,
                          rate_limit_exceeded: result.rate_limit_exceeded)

data/lib/bundler/alive/report.rb

@@ -20,16 +20,6 @@ module Bundler
 
         freeze
       end
-
-      #
-      # Save result to file
-      #
-      # @param [String] file_path
-      #
-      def save_as_file(file_path)
-        body = TomlRB.dump(result.to_h)
-        File.write(file_path, body)
-      end
     end
   end
 end

data/lib/bundler/alive/reportable.rb

@@ -21,11 +21,11 @@ module Bundler
           error_messages = report.error_messages
           print_error(error_messages)
 
-          gems = result.need_to_report_gems
-          $stdout.puts if gems.size.positive?
-          gems.each do |_name, gem|
-            $stdout.puts gem.report
-          end
+          unknown_gems = result.unknown_gems
+          print_archived_gems(unknown_gems, header: "Unknown gems:") if unknown_gems.size.positive?
+
+          archived_gems = result.archived_gems
+          print_archived_gems(archived_gems, header: "Archived gems:") if archived_gems.size.positive?
 
           print_summary(result)
           print_message(result, report.rate_limit_exceeded)
@@ -33,18 +33,33 @@ module Bundler
 
         private
 
+        # soo messy
+        def print_archived_gems(gems, header:)
+          $stdout.puts
+          $stdout.puts header
+          gems_to_report = gems.map do |_name, gem|
+            gem.report.split("\n").each_with_object([]) do |line, gem_str|
+              gem_str << "    #{line}"
+            end.join("\n")
+          end
+          $stdout.puts gems_to_report.join("\n\n")
+        end
+
         def print_error(error_messages)
-          return if error_messages.nil?
+          return if error_messages.empty?
 
           $stdout.puts <<~ERROR
 
-            #{error_messages.join("\n")}
+
+            Errors:
+                #{error_messages.join("\n    ")}
           ERROR
         end
 
         def print_summary(result)
           $stdout.puts <<~RESULT
-            Total: #{result.total_size} (Dead: #{result.dead_size}, Alive: #{result.alive_size}, Unknown: #{result.unknown_size})
+
+            Total: #{result.total_size} (Archived: #{result.archived_size}, Unknown: #{result.unknown_size}, Alive: #{result.alive_size})
           RESULT
         end
 
@@ -55,7 +70,7 @@ module Bundler
           end
 
           say "Too many requested! Retry later.", :yellow if rate_limit_exceeded
-          if result.dead_size.positive?
+          if result.archived_size.positive?
             say "Not alive gems are found!", :red
             return
           end

data/lib/bundler/alive/source_code_repository.rb

@@ -6,6 +6,7 @@ module Bundler
     class SourceCodeRepository
       module Service
         GITHUB = :github
+        GITLAB = :gitlab
       end
 
       #
@@ -17,6 +18,8 @@ module Bundler
         raise ArgumentError, "Unknown url: #{url}" unless url.instance_of?(SourceCodeRepositoryUrl)
 
         @url = url
+
+        freeze
       end
 
       private

data/lib/bundler/alive/source_code_repository_url.rb

@@ -7,7 +7,8 @@ module Bundler
       # service domain with service
       DOMAIN_WITH_SERVICES = {
         "github.com" => SourceCodeRepository::Service::GITHUB,
-        "www.github.com" => SourceCodeRepository::Service::GITHUB
+        "www.github.com" => SourceCodeRepository::Service::GITHUB,
+        "gitlab.com" => SourceCodeRepository::Service::GITLAB
       }.freeze
 
       private_constant :DOMAIN_WITH_SERVICES
@@ -44,6 +45,8 @@ module Bundler
                           end
           message = "[#{name}] is not support URL: #{decorated_url}"
           super(message)
+
+          freeze
         end
       end
 

data/lib/bundler/alive/status.rb

@@ -20,7 +20,7 @@ module Bundler
       # @param [String] :name
       # @param [SourceCodeRepositoryUrl] :repository_url
       # @param [Boolean] :alive
-      # @param [] :checked_at
+      # @param [Time] :checked_at
       #
       # @return [Status]
       #
@@ -67,7 +67,6 @@ module Bundler
         <<~REPORT
           Name: #{name}
           URL: #{decorated_repository_url}
-          Status: #{decorated_alive}
 
         REPORT
       end

data/lib/bundler/alive/status_collection.rb

@@ -10,30 +10,7 @@ module Bundler
       delegate each: :collection
       delegate values: :collection
 
-      attr_reader :alive_size, :dead_size, :unknown_size
-
-      #
-      # Creates `StatusCollection` from TOML file
-      #
-      # @param [String] path
-      #
-      # @return [StatusCollection]
-      #
-      def self.new_from_toml_file(path)
-        return new unless File.exist?(path)
-
-        collection = new
-        TomlRB.load_file(path).each do |name, v|
-          next if v["alive"] == Status::ALIVE_UNKNOWN
-
-          url = SourceCodeRepositoryUrl.new(v["repository_url"], name)
-          status = Status.new(name: name, repository_url: url,
-                              alive: v["alive"], checked_at: v["checked_at"])
-          collection = collection.add(name, status)
-        end
-
-        collection
-      end
+      attr_reader :alive_size, :archived_size, :unknown_size
 
       #
       # Generates instance of `StatusCollection`
@@ -48,7 +25,8 @@ module Bundler
 
         @alive_size = _alive_size
         @unknown_size = _unknown_size
-        @dead_size = _dead_size
+        @archived_size = _archived_size
+
         freeze
       end
 
@@ -107,10 +85,14 @@ module Bundler
         collection.transform_values(&:to_h)
       end
 
-      def need_to_report_gems
+      def archived_gems
         collection.find_all { |_name, gem| !!!gem.alive }
       end
 
+      def unknown_gems
+        collection.find_all { |_name, gem| gem.unknown? }
+      end
+
       #
       # All of statuses are alive nor not
       #
@@ -137,7 +119,7 @@ module Bundler
         statuses_values.count { |gem| !!gem.alive && !gem.unknown? }
       end
 
-      def _dead_size
+      def _archived_size
         statuses_values.count { |gem| !gem.alive && !gem.unknown? }
       end
 

data/lib/bundler/alive/status_result.rb

@@ -17,10 +17,12 @@ module Bundler
       #
       # @return [StatusResult]
       #
-      def initialize(collection: nil, error_messages: nil, rate_limit_exceeded: nil)
+      def initialize(collection: StatusCollection.new, error_messages: [], rate_limit_exceeded: false)
         @collection = collection
         @error_messages = error_messages
         @rate_limit_exceeded = rate_limit_exceeded
+
+        freeze
       end
 
       #
@@ -31,9 +33,12 @@ module Bundler
       # @return [StatusResult]
       #
       def merge(result)
-        self.class.new(collection: result.collection,
-                       error_messages: result.error_messages,
-                       rate_limit_exceeded: result.rate_limit_exceeded)
+        merged_collection = collection.merge(result.collection)
+        merged_error_messages = error_messages + result.error_messages
+        merged_rate_limit_exceeded = rate_limit_exceeded || result.rate_limit_exceeded
+        self.class.new(collection: merged_collection,
+                       error_messages: merged_error_messages,
+                       rate_limit_exceeded: merged_rate_limit_exceeded)
       end
     end
   end

data/lib/bundler/alive/version.rb

@@ -2,6 +2,6 @@
 
 module Bundler
   module Alive
-    VERSION = "0.1.4"
+    VERSION = "0.1.7"
   end
 end

data/lib/bundler/alive.rb

@@ -1,5 +1,12 @@
 # frozen_string_literal: true
 
+module Bundler
+  module Alive
+    USER_PATH = File.expand_path(File.join(Gem.user_home, ".local", "share", "bundler-alive"))
+    SCHEMA_PATH = File.join(USER_PATH, "schema.json")
+  end
+end
+
 require_relative "alive/version"
 require_relative "alive/doctor"
 require_relative "alive/source_code_repository"
@@ -7,10 +14,10 @@ require_relative "alive/source_code_repository_url"
 require_relative "alive/status"
 require_relative "alive/status_result"
 require_relative "alive/status_collection"
-require_relative "alive/announcer"
 require_relative "alive/report"
 require_relative "alive/client/gems_api_client"
 require_relative "alive/client/gems_api_response"
-require_relative "alive/client/git_hub_api"
+require_relative "alive/client/github_api"
+require_relative "alive/client/gitlab_api"
 require_relative "alive/client/source_code_client"
 require_relative "alive/reportable"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bundler-alive
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.7
 platform: ruby
 authors:
 - Katsuhiko YOSHIDA
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-05-16 00:00:00.000000000 Z
+date: 2022-05-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -25,7 +25,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: octokit
+  name: graphql-client
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -67,7 +67,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: toml-rb
+  name: gitlab
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -192,8 +192,10 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".bundler-alive.default.yml"
 - ".rspec"
 - ".rubocop.yml"
+- ".yardopts"
 - Gemfile
 - LICENSE
 - README.md
@@ -203,11 +205,12 @@ files:
 - bundler-alive.gemspec
 - gemspec.yml
 - lib/bundler/alive.rb
-- lib/bundler/alive/announcer.rb
 - lib/bundler/alive/cli.rb
 - lib/bundler/alive/client/gems_api_client.rb
 - lib/bundler/alive/client/gems_api_response.rb
-- lib/bundler/alive/client/git_hub_api.rb
+- lib/bundler/alive/client/github_api.rb
+- lib/bundler/alive/client/github_graphql.rb
+- lib/bundler/alive/client/gitlab_api.rb
 - lib/bundler/alive/client/source_code_client.rb
 - lib/bundler/alive/doctor.rb
 - lib/bundler/alive/report.rb
@@ -223,7 +226,7 @@ licenses: []
 metadata:
   homepage_uri: https://github.com/kyoshidajp/bundler-alive
   source_code_uri: https://github.com/kyoshidajp/bundler-alive
-  changelog_uri: https://github.com/kyoshidajp/bundler-alive
+  changelog_uri: https://github.com/kyoshidajp/bundler-alive/commits/main
   rubygems_mfa_required: 'true'
 post_install_message: 
 rdoc_options: []

data/lib/bundler/alive/announcer.rb

@@ -1,31 +0,0 @@
-# frozen_string_literal: true
-
-require "bundler"
-
-module Bundler
-  module Alive
-    #
-    # Announces check progress
-    #
-    class Announcer
-      DOT = "."
-
-      private_constant :DOT
-
-      #
-      # A new instance of Reporter
-      #
-      def initialize
-        @output = $stdout
-      end
-
-      def announce
-        output.write DOT
-      end
-
-      private
-
-      attr_reader :output
-    end
-  end
-end