gemat 0.1.2 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 39618b03f87eed4eb3200c82212940c320262f6518932a5df96973f10f204bb2
-  data.tar.gz: c14fe77e39bec43590dc0c00c8e444e1ff7f6fc97e3d1cb0c1fe009955c75533
+  metadata.gz: 422b5c9ef99e71ec0193e7748adff36049c26b88478cdc494c3f5178720f5e70
+  data.tar.gz: 386d6d07fb0e91e762f1846cc2395a77748351579e2fa0f277e2da5e115af049
 SHA512:
-  metadata.gz: 379fbabf51a3abf620a46628501ec81596fcfcc93526a5b31657e4a0ffcfcfac468a27ff8e100b340f2781485b88fae8ee7030374985b82d7c2f1545100b1fdb
-  data.tar.gz: 83b49c68fead8652d7492380fa3ad56b65ea93b8c64de8e9d575a187f7454c5456acfd404c5c409b6ba1fa873088a212365a82208d1581d836620e03e68de1b8
+  metadata.gz: e79ee792b7f9e98ef3bb7d39f3865410aa3958d2e8d6a394914bcac012db41ff641df84e73c1fcc62e050dc9363a810083792a55346c24da073490d2c3f9d809
+  data.tar.gz: febf34bccfadc363376033573ce0fbd1bf43ffae2bcdbe83d9cfc7ccdd112976b81c869dbe3b8407d1f6d9988455296caf483e9dc8d35b95de08333c4323a15b

data/lib/csv_formatter.rb

@@ -1,33 +1,13 @@
 # frozen_string_literal: true
 
-require 'csv'
-
 module Gemat
-  class CsvFormatter
-    def initialize(url, output = nil)
-      @url = url
-      @output = output
-      @rows = []
-      gen_array
-    end
-
-    def to_csv
-      if @output
-        CSV.open(@output, 'w') do |csv|
-          @rows.each { |row| csv << row }
-        end
-      else
-        print "\n\n"
-        @rows.each { |row| print row.to_csv }
-      end
-    end
-
+  class CsvFormatter < Formatter
     private
 
-    def gen_array
-      @rows << ['gem', 'Repo URL']
-      @url.urls.each do |k, v|
-        @rows << [k, v]
+    def gen_rows
+      @rows << @columns.map(&:column_name).join(',')
+      @gems.each do |gem|
+        @rows << @columns.map { |dsl| dsl.call(gem) }.join(',')
       end
     end
   end

data/lib/fetcher.rb

@@ -0,0 +1,66 @@
+# frozen_string_literal: true
+
+module Gemat
+  class Fetcher
+    attr_accessor :gems
+
+    def initialize(dsl)
+      @dsl = dsl
+      @gems = []
+    end
+
+    def run
+      pb = ProgressBar.create(total: @dsl.dependencies.length)
+      @dsl.dependencies.each_with_index do |dependency, idx|
+        pb.increment
+
+        response = fetch_rubygems(dependency)
+        next unless response
+
+        create_gem(response, idx)
+        sleep 0.2
+      end
+    end
+
+    private
+
+    def create_gem(rubygems, idx)
+      gem = Gem.new(rubygems)
+      gem.github = fetch_github(gem)
+      gem.index = idx
+      @gems << gem
+    end
+
+    def fetch_rubygems(gem)
+      fetch(rubygems_api(gem.name))
+    end
+
+    def fetch_github(gem, uri = nil)
+      uri ||= gem.repo_uri.gsub(/github.com/, 'api.github.com/repos')
+      response = fetch(uri)
+      response = fetch_github(gem, response['url']) if response['message'] == 'Moved Permanently'
+      response
+    end
+
+    # rubocop:disable Metrics/MethodLength
+    def fetch(uri)
+      failed = []
+      client = HTTPClient.new
+      request = client.get(uri)
+      begin
+        response = JSON.parse(request.body)
+      rescue JSON::ParserError
+        failed << gem.name
+        return
+      end
+
+      print "#{failed.join(',')}: failed fetcing info." unless failed.empty?
+      response
+    end
+    # rubocop:enable Metrics/MethodLength
+
+    def rubygems_api(name)
+      "https://rubygems.org/api/v1/gems/#{name}.json"
+    end
+  end
+end

data/lib/formatter.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+module Gemat
+  class Formatter
+    def initialize(gems, columns, write_path: nil)
+      @gems = gems
+      @columns = columns
+      @write_path = write_path
+      @rows = []
+      gen_rows
+    end
+
+    def run
+      if @write_path
+        File.open(@write_path, 'w') do |file|
+          each_write(@rows) { |string| file << string }
+        end
+      else
+        print "\n\n"
+        each_write(@rows) { |string| print string }
+        print "\n"
+      end
+    end
+
+    private
+
+    def each_write(rows, &proc)
+      rows.each do |row|
+        proc.call(row)
+        proc.call("\n")
+      end
+    end
+  end
+end

data/lib/gem.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+module Gemat
+  class Gem
+    attr_accessor :index, :rubygems, :github
+
+    def initialize(rubygems)
+      @rubygems = rubygems
+      @index = 0
+    end
+
+    def repo_uri
+      match = github_uri_match([@rubygems.dig('metadata', 'homepage_uri'),
+                                @rubygems['homepage_uri'],
+                                @rubygems['bug_tracker_uri'],
+                                @rubygems['source_code_uri']])
+      return if match.nil?
+
+      user = match[1]
+      repo = match[2]
+      "https://github.com/#{user}/#{repo}"
+    end
+
+    private
+
+    def github_uri_match(uris)
+      reg = %r{github.com/([\w\-]+)/([\w\-]+)}
+      uris.each do |uri|
+        return reg.match(uri) if reg.match(uri)
+      end
+    end
+  end
+end

data/lib/gemat/cli.rb

@@ -1,17 +1,26 @@
 # frozen_string_literal: true
 
-require 'thor'
-
 module Gemat
   class Cli < Thor
     desc 'csv', 'export Gemfile to CSV file'
+    method_options input: :string, output: :string, columns: :array, all: :boolean
     def csv
-      Gemat.run { |url| CsvFormatter.new(url).to_csv }
+      command(options, __method__)
     end
 
     desc 'md', 'export Gemfile to markdown'
+    method_options input: :string, output: :string, columns: :array, all: :boolean
     def md
-      Gemat.run { |url| MdFormatter.new(url).to_md }
+      command(options, __method__)
+    end
+
+    no_tasks do
+      def command(options, method_name)
+        klass = "Gemat::#{method_name.capitalize}Formatter"
+        Gemat.run(options) do |gems, columns|
+          Object.const_get(klass).new(gems, columns, write_path: options[:output]).run
+        end
+      end
     end
   end
 end

data/lib/gemat/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Gemat
-  VERSION = '0.1.2'
+  VERSION = '0.1.6'
 end

data/lib/gemat.rb

@@ -1,25 +1,31 @@
 # frozen_string_literal: true
 
+require 'bundler'
 require 'httpclient'
 require 'json'
 require 'ruby-progressbar'
+require 'thor'
 
+require_relative 'in_dsl'
+require_relative 'out_dsl'
+require_relative 'fetcher'
+require_relative 'gem'
+require_relative 'formatter'
 require_relative 'csv_formatter'
 require_relative 'md_formatter'
-require_relative 'dsl'
 require_relative 'gemat/version'
 require_relative 'gemat/cli'
-require_relative 'get_url'
 
 module Gemat
   class Error < StandardError; end
 
   class Gemat
-    def self.run(&block)
-      dsl = Dsl.new
-      url = GetUrl.new(dsl)
-      url.run
-      block.call(url)
+    def self.run(options = {}, &block)
+      dsl = InDsl.new(options[:input])
+      outdsls = OutDsl.create(options[:columns], all: options[:all])
+      fetcher = Fetcher.new(dsl)
+      fetcher.run
+      block.call(fetcher.gems, outdsls)
     end
   end
 end

data/lib/{dsl.rb → in_dsl.rb}

@@ -1,10 +1,8 @@
 # frozen_string_literal: true
 
-require 'bundler'
-
 module Gemat
-  class Dsl
-    attr_accessor :dependencies, :sources, :git_sources, :groups, :gemspecs
+  class InDsl
+    attr_accessor :dependencies, :sources, :git_sources, :groups, :gemfiles
 
     # rubocop:disable Metrics/MethodLength
     def initialize(gemfile = nil)
@@ -13,14 +11,14 @@ module Gemat
       dsl.eval_gemfile(gemfile)
 
       class << dsl
-        attr_accessor :sources, :git_sources, :groups, :gemspecs
+        attr_accessor :sources, :git_sources, :groups, :gemfiles
       end
 
       @dependencies = dsl.dependencies
       @sources = dsl.sources
       @git_sources = dsl.git_sources
       @groups = dsl.groups
-      @gemspecs = dsl.gemspecs
+      @gemfiles = dsl.gemfiles
     end
     # rubocop:enable Metrics/MethodLength
   end

data/lib/md_formatter.rb

@@ -1,19 +1,14 @@
 # frozen_string_literal: true
 
-require 'logger'
-
 module Gemat
-  class MdFormatter
-    def initialize(url)
-      @url = url
-    end
+  class MdFormatter < Formatter
+    private
 
-    def to_md
-      print "\n\n"
-      puts '| gem | Repo URL |'
-      puts '| ---- | ---- |'
-      @url.urls.each do |k, v|
-        puts "| #{k} | #{v} |"
+    def gen_rows
+      @rows << "| #{@columns.map(&:column_name).join(' | ')} |"
+      @rows << "| #{Array.new(@columns.length, '----').join(' | ')} |"
+      @gems.each do |gem|
+        @rows << "| #{@columns.map { |dsl| dsl.call(gem) }.join(' | ')} |"
       end
     end
   end

data/lib/out_dsl.rb

@@ -0,0 +1,97 @@
+# frozen_string_literal: true
+
+module Gemat
+  class OutDsl
+    # gem
+    INDEX = 'index'
+    NAME = 'name'
+    REPO_URI = 'repo_uri'
+    GEM_URI = 'gem_uri'
+
+    # Rubygems
+    DOC_URI = 'documentation_uri'
+    LATEST_VERSION = 'version'
+    AUTHORS = 'authors'
+
+    # GitHub
+    DESCRIPTION = 'description'
+    CREATED_AT = 'created_at'
+    UPDATED_AT = 'updated_at'
+    SIZE = 'size'
+    STAR = 'stargazers_count'
+    WATCH = 'watchers_count'
+    FORKS = 'forks'
+    LANGUAGE = 'language'
+    ARCHIVED = 'archived'
+    DISABLED = 'disabled'
+    OPEN_ISSUES_COUNT = 'open_issues_count'
+    NETWORK_COUNT = 'network_count'
+    SUBSCRIBERS = 'subscribers_count'
+
+    DEFAULT_COLUMNS = [INDEX, NAME, REPO_URI, DOC_URI, SIZE, STAR, CREATED_AT, UPDATED_AT].freeze
+
+    RUBYGEMS_RESPONSE_SOURCES = [NAME, DOC_URI, GEM_URI, LATEST_VERSION, AUTHORS].freeze
+    GITHUB_RESPONSE_SOURCES = [DESCRIPTION, CREATED_AT, UPDATED_AT, SIZE, STAR, WATCH,
+                               FORKS, LANGUAGE, ARCHIVED, DISABLED, OPEN_ISSUES_COUNT,
+                               NETWORK_COUNT, SUBSCRIBERS].freeze
+    GEM_SOURCES = [INDEX, REPO_URI].freeze
+    ALL_SOURCES = [].concat(GEM_SOURCES, RUBYGEMS_RESPONSE_SOURCES, GITHUB_RESPONSE_SOURCES).freeze
+
+    attr_accessor :column_name
+
+    def self.new_by_array(columns)
+      columns.map { |column| new(column) }
+    end
+
+    def self.create(columns, all: nil)
+      if columns
+        new_by_array(columns)
+      elsif all
+        new_by_array(ALL_SOURCES)
+      else
+        new_by_array(DEFAULT_COLUMNS)
+      end
+    end
+
+    def initialize(column_name)
+      @column_name = column_name
+
+      set_lambda
+    end
+
+    def call(gem)
+      @lambda.call(gem)
+    end
+
+    # rubocop:disable Metrics/MethodLength
+    def set_lambda
+      case @column_name
+      when *RUBYGEMS_RESPONSE_SOURCES
+        @lambda = rubygems_response(@column_name)
+      when *GITHUB_RESPONSE_SOURCES
+        @lambda = github_response(@column_name)
+      when *GEM_SOURCES
+        @lambda = gem_method(@column_name)
+      else
+        msg = <<-ERROR.gsub(/^\s+/, '')
+          Contain invalid column name `#{@column_name}`!
+          valid columns hint: [#{ALL_SOURCES}]
+        ERROR
+        raise StandardError, msg
+      end
+    end
+    # rubocop:enable Metrics/MethodLength
+
+    def rubygems_response(column)
+      ->(gem) { gem.rubygems[column] }
+    end
+
+    def github_response(column)
+      ->(gem) { gem.github[column] }
+    end
+
+    def gem_method(column)
+      ->(gem) { gem.send(column) }
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gemat
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.6
 platform: ruby
 authors:
-- kijimaD
+- Kijima Daigo
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-11-26 00:00:00.000000000 Z
+date: 2021-11-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient
@@ -52,7 +52,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Export Gemfile several formats. CSV, Markdown etc.
+description: Gemat is a Ruby gem for curating and exporing Gemfile to several formats!
 email:
 - norimaking777@gmail.com
 executables:
@@ -62,12 +62,15 @@ extra_rdoc_files: []
 files:
 - exe/gemat
 - lib/csv_formatter.rb
-- lib/dsl.rb
+- lib/fetcher.rb
+- lib/formatter.rb
+- lib/gem.rb
 - lib/gemat.rb
 - lib/gemat/cli.rb
 - lib/gemat/version.rb
-- lib/get_url.rb
+- lib/in_dsl.rb
 - lib/md_formatter.rb
+- lib/out_dsl.rb
 homepage: https://github.com/kijimaD/gemat
 licenses:
 - GPL3
@@ -93,5 +96,5 @@ requirements: []
 rubygems_version: 3.1.4
 signing_key: 
 specification_version: 4
-summary: Export Gemfile several formats.
+summary: Gemat is a Ruby gem for curating and exporing Gemfile to several formats!
 test_files: []

data/lib/get_url.rb

@@ -1,55 +0,0 @@
-# frozen_string_literal: true
-
-module Gemat
-  class GetUrl
-    def initialize(dsl)
-      @dsl = dsl
-      @urls = {}
-    end
-
-    # rubocop:disable Metrics/MethodLength, Metrics/AbcSize
-    def run
-      pb = ProgressBar.create(total: @dsl.dependencies.length)
-      @dsl.dependencies.each do |gem|
-        sleep 0.1
-
-        client = HTTPClient.new
-        request = client.get(rubygems_api(gem))
-        begin
-          response = JSON.parse(request.body)
-        rescue JSON::ParserError
-          print "not found\n"
-          next
-        end
-        # puts JSON.pretty_generate(response)
-
-        match = github_url_match(response.dig('metadata', 'homepage_uri')) ||
-                github_url_match(response['homepage_uri']) ||
-                github_url_match(response['bug_tracker_uri']) ||
-                github_url_match(response['source_code_uri'])
-        next if match.nil?
-
-        user = match[1]
-        repo = match[2]
-        gh_url = "https://github.com/#{user}/#{repo}"
-        @urls[gem.name] = gh_url
-
-        pb.increment
-      end
-    end
-    # rubocop:enable Metrics/MethodLength, Metrics/AbcSize
-
-    def github_url_match(url)
-      reg = %r{https://github.com/([\w\-]+)/([\w\-]+)}
-      reg.match(url)
-    end
-
-    def rubygems_api(gem)
-      "https://rubygems.org/api/v1/gems/#{gem.name}.json"
-    end
-
-    def urls
-      @urls.sort.to_h
-    end
-  end
-end