gemat 0.1.3 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fff413b0bfd43a7b693a244946e15ede730a479ec4be7260605e71d4001cc72a
-  data.tar.gz: 325d18312000d035eda2c45c96feeab44245515e75de9ff6139e7f72661114e8
+  metadata.gz: 63a846e7020b19c4f093cf7450fa5a3798f78b3b62ff30341e62c8aa58fcd746
+  data.tar.gz: 69dc2ce793be644524db9cd29b624792f0421bd9993dc641ae6022e97dff08fa
 SHA512:
-  metadata.gz: bfff75358ea7333d62a15ea928c3d2e4e65742097cde1282ae2f8e1c3113e7480773d0f51dfc9b4619fd75f5c4d332d945313b6b170144be6444a9d3ac23dc86
-  data.tar.gz: ae0556e9407890301bcd97692aad4008da235ea943a45e5bb9de28768e9ac5de2628b42498e7f46fe3cf2e0d982f16d212331a30e4c74e622084694f8f17b992
+  metadata.gz: bf94214e16502f17e97e950c67ee359bca850d13c74487311e759915b4e8e1a52aeea96fd23c39b78a85664e9dfde739842d0573a4dfdeacafb39f6c1a2ec1f9
+  data.tar.gz: cbdd66759a759c7f8b236f0fd4f5c3b67abc47dea1a43696ff3607a31f289ad573d7717d96610ed9a7c21185cf7202188823d60267efd113a7f7bb7ba8607b5e

data/lib/csv_formatter.rb

@@ -1,33 +1,13 @@
 # frozen_string_literal: true
 
-require 'csv'
-
 module Gemat
-  class CsvFormatter
-    def initialize(gems, output = nil)
-      @gems = gems
-      @output = output
-      @rows = []
-      gen_rows
-    end
-
-    def to_csv
-      if @output
-        CSV.open(@output, 'w') do |csv|
-          @rows.each { |row| csv << row }
-        end
-      else
-        print "\n\n"
-        @rows.each { |row| print row.to_csv }
-      end
-    end
-
+  class CsvFormatter < Formatter
     private
 
     def gen_rows
-      @rows << ['gem', 'Repo URL']
+      @rows << @columns.map(&:column_name).join(',')
       @gems.each do |gem|
-        @rows << [gem.name, gem.repo_url]
+        @rows << @columns.map { |dsl| dsl.call(gem) }.join(',')
       end
     end
   end

data/lib/fetcher.rb

@@ -11,31 +11,53 @@ module Gemat
 
     def run
       pb = ProgressBar.create(total: @dsl.dependencies.length)
-      @dsl.dependencies.each do |gem|
-        sleep 0.1
+      @dsl.dependencies.each_with_index do |dependency, idx|
         pb.increment
 
-        response = fetch(gem)
+        response = fetch_rubygems(dependency)
         next unless response
 
-        @gems << Gem.new(response)
+        create_gem(response, idx)
+        sleep 0.2
       end
     end
 
     private
 
-    def fetch(gem)
+    def create_gem(rubygems, idx)
+      gem = Gem.new(rubygems)
+      gem.github = fetch_github(gem)
+      gem.index = idx
+      @gems << gem
+    end
+
+    def fetch_rubygems(gem)
+      fetch(rubygems_api(gem.name))
+    end
+
+    def fetch_github(gem, uri = nil)
+      uri ||= gem.repo_uri.gsub(/github.com/, 'api.github.com/repos')
+      response = fetch(uri)
+      response = fetch_github(gem, response['url']) if response['message'] == 'Moved Permanently'
+      response
+    end
+
+    # rubocop:disable Metrics/MethodLength
+    def fetch(uri)
+      failed = []
       client = HTTPClient.new
-      request = client.get(rubygems_api(gem.name))
+      request = client.get(uri)
       begin
         response = JSON.parse(request.body)
       rescue JSON::ParserError
-        print "\n#{gem.name} is not found on Rubygems..."
+        failed << gem.name
         return
       end
-      # puts JSON.pretty_generate(response)
+
+      print "#{failed.join(',')}: failed fetcing info." unless failed.empty?
       response
     end
+    # rubocop:enable Metrics/MethodLength
 
     def rubygems_api(name)
       "https://rubygems.org/api/v1/gems/#{name}.json"

data/lib/formatter.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+module Gemat
+  class Formatter
+    def initialize(gems, columns, write_path: nil)
+      @gems = gems
+      @columns = columns
+      @write_path = write_path
+      @rows = []
+      set_column_name_length
+      gen_rows
+    end
+
+    def run
+      if @write_path
+        File.open(@write_path, 'w') do |file|
+          each_write(@rows) { |string| file << string }
+        end
+      else
+        print "\n\n"
+        each_write(@rows) { |string| print string }
+        print "\n"
+      end
+    end
+
+    private
+
+    def each_write(rows, &proc)
+      rows.each do |row|
+        proc.call(row)
+        proc.call("\n")
+      end
+    end
+
+    # rubocop:disable Metrics/AbcSize
+    def set_column_name_length
+      rows = []
+      rows << @columns.map(&:column_name)
+      @gems.each do |gem|
+        rows << @columns.map { |dsl| dsl.call(gem) }
+      end
+      maxes = rows.transpose.map { |row| row.max { |a, b| a.to_s.length <=> b.to_s.length }.to_s.length }
+      maxes.zip(@columns) do |max, column|
+        column.max_length = max
+      end
+    end
+    # rubocop:enable Metrics/AbcSize
+  end
+end

data/lib/gem.rb

@@ -2,19 +2,18 @@
 
 module Gemat
   class Gem
-    def initialize(response)
-      @response = response
-    end
+    attr_accessor :index, :rubygems, :github
 
-    def name
-      @response['name']
+    def initialize(rubygems)
+      @rubygems = rubygems
+      @index = 0
     end
 
-    def repo_url
-      match = github_url_match([@response.dig('metadata', 'homepage_uri'),
-                                @response['homepage_uri'],
-                                @response['bug_tracker_uri'],
-                                @response['source_code_uri']])
+    def repo_uri
+      match = github_uri_match([@rubygems.dig('metadata', 'homepage_uri'),
+                                @rubygems['homepage_uri'],
+                                @rubygems['bug_tracker_uri'],
+                                @rubygems['source_code_uri']])
       return if match.nil?
 
       user = match[1]
@@ -24,10 +23,10 @@ module Gemat
 
     private
 
-    def github_url_match(urls)
-      reg = %r{https://github.com/([\w\-]+)/([\w\-]+)}
-      urls.each do |url|
-        return reg.match(url) if reg.match(url)
+    def github_uri_match(uris)
+      reg = %r{github.com/([\w\-]+)/([\w\-]+)}
+      uris.each do |uri|
+        return reg.match(uri) if reg.match(uri)
       end
     end
   end

data/lib/gemat/cli.rb

@@ -1,19 +1,31 @@
 # frozen_string_literal: true
 
-require 'thor'
-
 module Gemat
   class Cli < Thor
+    class_options input: :string, output: :string, columns: :array, all: :boolean
+
     desc 'csv', 'export Gemfile to CSV file'
-    method_options input: :string, output: :string
     def csv
-      Gemat.run(options) { |gems| CsvFormatter.new(gems, options[:output]).to_csv }
+      command(options, __method__)
     end
 
     desc 'md', 'export Gemfile to markdown'
-    method_options input: :string, output: :string
     def md
-      Gemat.run(options) { |gems| MdFormatter.new(gems, options[:output]).to_md }
+      command(options, __method__)
+    end
+
+    desc 'org', 'export Gemfile to org'
+    def org
+      command(options, __method__)
+    end
+
+    no_tasks do
+      def command(options, method_name)
+        klass = "Gemat::#{method_name.capitalize}Formatter"
+        Gemat.run(options) do |gems, columns|
+          Object.const_get(klass).new(gems, columns, write_path: options[:output]).run
+        end
+      end
     end
   end
 end

data/lib/gemat/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Gemat
-  VERSION = '0.1.3'
+  VERSION = '0.2.0'
 end

data/lib/gemat.rb

@@ -1,14 +1,19 @@
 # frozen_string_literal: true
 
+require 'bundler'
 require 'httpclient'
 require 'json'
 require 'ruby-progressbar'
+require 'thor'
 
 require_relative 'in_dsl'
+require_relative 'out_dsl'
 require_relative 'fetcher'
 require_relative 'gem'
+require_relative 'formatter'
 require_relative 'csv_formatter'
 require_relative 'md_formatter'
+require_relative 'org_formatter'
 require_relative 'gemat/version'
 require_relative 'gemat/cli'
 
@@ -18,9 +23,10 @@ module Gemat
   class Gemat
     def self.run(options = {}, &block)
       dsl = InDsl.new(options[:input])
+      outdsls = OutDsl.create(options[:columns], all: options[:all])
       fetcher = Fetcher.new(dsl)
       fetcher.run
-      block.call(fetcher.gems)
+      block.call(fetcher.gems, outdsls)
     end
   end
 end

data/lib/in_dsl.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require 'bundler'
-
 module Gemat
   class InDsl
     attr_accessor :dependencies, :sources, :git_sources, :groups, :gemfiles

data/lib/md_formatter.rb

@@ -1,39 +1,14 @@
 # frozen_string_literal: true
 
-require 'logger'
-
 module Gemat
-  class MdFormatter
-    def initialize(gems, output = nil)
-      @gems = gems
-      @output = output
-      @rows = []
-      gen_rows
-    end
-
-    def to_md
-      if @output
-        File.open(@output, 'w') { |file| each_write(@rows) { |string| file.<< string } }
-      else
-        print "\n\n"
-        each_write(@rows) { |string| print string }
-      end
-    end
-
+  class MdFormatter < Formatter
     private
 
     def gen_rows
-      @rows << '| gem | Repo URL |'
-      @rows << '| ---- | ---- |'
+      @rows << "| #{@columns.map(&:column_name).join(' | ')} |"
+      @rows << "| #{Array.new(@columns.length, '----').join(' | ')} |"
       @gems.each do |gem|
-        @rows << "| #{gem.name} | #{gem.repo_url} |"
-      end
-    end
-
-    def each_write(rows, &proc)
-      rows.each do |row|
-        proc.call(row)
-        proc.call("\n")
+        @rows << "| #{@columns.map { |dsl| dsl.call(gem) }.join(' | ')} |"
       end
     end
   end

data/lib/org_formatter.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Gemat
+  class OrgFormatter < Formatter
+    # private
+
+    # rubocop:disable Metrics/AbcSize
+    def gen_rows
+      @rows << "| #{@columns.map { |column| column.column_name.ljust(column.max_length) }.join(' | ')} |"
+      @rows << "|#{@columns.map { |column| '-' * (column.max_length + 2) }.join('+')}|"
+      @gems.each do |gem|
+        @rows << "| #{@columns.map { |column| column.call(gem).to_s.ljust(column.max_length) }.join(' | ')} |"
+      end
+    end
+    # rubocop:enable Metrics/AbcSize
+  end
+end

data/lib/out_dsl.rb

@@ -0,0 +1,97 @@
+# frozen_string_literal: true
+
+module Gemat
+  class OutDsl
+    # gem
+    INDEX = 'index'
+    NAME = 'name'
+    REPO_URI = 'repo_uri'
+    GEM_URI = 'gem_uri'
+
+    # Rubygems
+    DOC_URI = 'documentation_uri'
+    LATEST_VERSION = 'version'
+    AUTHORS = 'authors'
+
+    # GitHub
+    DESCRIPTION = 'description'
+    CREATED_AT = 'created_at'
+    UPDATED_AT = 'updated_at'
+    SIZE = 'size'
+    STAR = 'stargazers_count'
+    WATCH = 'watchers_count'
+    FORKS = 'forks'
+    LANGUAGE = 'language'
+    ARCHIVED = 'archived'
+    DISABLED = 'disabled'
+    OPEN_ISSUES_COUNT = 'open_issues_count'
+    NETWORK_COUNT = 'network_count'
+    SUBSCRIBERS = 'subscribers_count'
+
+    DEFAULT_COLUMNS = [INDEX, NAME, REPO_URI, DOC_URI, SIZE, STAR, CREATED_AT, UPDATED_AT].freeze
+
+    RUBYGEMS_RESPONSE_SOURCES = [NAME, DOC_URI, GEM_URI, LATEST_VERSION, AUTHORS].freeze
+    GITHUB_RESPONSE_SOURCES = [DESCRIPTION, CREATED_AT, UPDATED_AT, SIZE, STAR, WATCH,
+                               FORKS, LANGUAGE, ARCHIVED, DISABLED, OPEN_ISSUES_COUNT,
+                               NETWORK_COUNT, SUBSCRIBERS].freeze
+    GEM_SOURCES = [INDEX, REPO_URI].freeze
+    ALL_SOURCES = [].concat(GEM_SOURCES, RUBYGEMS_RESPONSE_SOURCES, GITHUB_RESPONSE_SOURCES).freeze
+
+    attr_accessor :column_name, :max_length
+
+    def self.new_by_array(columns)
+      columns.map { |column| new(column) }
+    end
+
+    def self.create(columns, all: nil)
+      if columns
+        new_by_array(columns)
+      elsif all
+        new_by_array(ALL_SOURCES)
+      else
+        new_by_array(DEFAULT_COLUMNS)
+      end
+    end
+
+    def initialize(column_name)
+      @column_name = column_name
+
+      set_lambda
+    end
+
+    def call(gem)
+      @lambda.call(gem)
+    end
+
+    # rubocop:disable Metrics/MethodLength
+    def set_lambda
+      case @column_name
+      when *RUBYGEMS_RESPONSE_SOURCES
+        @lambda = rubygems_response(@column_name)
+      when *GITHUB_RESPONSE_SOURCES
+        @lambda = github_response(@column_name)
+      when *GEM_SOURCES
+        @lambda = gem_method(@column_name)
+      else
+        msg = <<-ERROR.gsub(/^\s+/, '')
+          Contain invalid column name `#{@column_name}`!
+          valid columns hint: [#{ALL_SOURCES}]
+        ERROR
+        raise StandardError, msg
+      end
+    end
+    # rubocop:enable Metrics/MethodLength
+
+    def rubygems_response(column)
+      ->(gem) { gem.rubygems[column] }
+    end
+
+    def github_response(column)
+      ->(gem) { gem.github[column] }
+    end
+
+    def gem_method(column)
+      ->(gem) { gem.send(column) }
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gemat
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
-- kijimaD
+- Kijima Daigo
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-11-27 00:00:00.000000000 Z
+date: 2021-12-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient
@@ -52,7 +52,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Export Gemfile several formats. CSV, Markdown etc.
+description: Gemat is a Ruby gem for curating and exporing Gemfile to several formats!
 email:
 - norimaking777@gmail.com
 executables:
@@ -63,12 +63,15 @@ files:
 - exe/gemat
 - lib/csv_formatter.rb
 - lib/fetcher.rb
+- lib/formatter.rb
 - lib/gem.rb
 - lib/gemat.rb
 - lib/gemat/cli.rb
 - lib/gemat/version.rb
 - lib/in_dsl.rb
 - lib/md_formatter.rb
+- lib/org_formatter.rb
+- lib/out_dsl.rb
 homepage: https://github.com/kijimaD/gemat
 licenses:
 - GPL3
@@ -94,5 +97,5 @@ requirements: []
 rubygems_version: 3.1.4
 signing_key: 
 specification_version: 4
-summary: Export Gemfile several formats.
+summary: Gemat is a Ruby gem for curating and exporing Gemfile to several formats!
 test_files: []