gemat 0.1.1 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8a0cf4ae9ce848baece6d6ae5468172dae15a3d9ce0f5c1f86f5857683bdd997
-  data.tar.gz: 0f4530883e71e3d11a8e87c0209dc205f71bcd87b34e7e56577c8fc5327b5da1
+  metadata.gz: 8f982912f3b03995a2abde75b03a47ec9102608968aac18984961dcc0eeec294
+  data.tar.gz: b424b233d91a30b3343a72423899f03bdd646bea95ab04b3e5db35877952188f
 SHA512:
-  metadata.gz: b6bd9726fed2ebd7eedb7a2abe9bb24e24ef2dd2da6d5caf4e097e9099f44becf881c283a075088be4d46f3ad414cd2d7eb46f83bd5794c1f8f0f7fa6175b7ea
-  data.tar.gz: dc337262705b8c00c0ec80055332a81650a35057eba95cf1a0359d526785dcd803fdf3311e1284d3f5272ae8990fd9d213904e870cabc1e94ee02f1c132e671c
+  metadata.gz: cfae4ee42d415f01228e91e7579d4f3426af3cc66c856355bbc543097f43f11f03112fb231995e1ae603a2f9fbd151db28a5654592602c4e83a68ac8ebc72596
+  data.tar.gz: bd65e8888a6ebb972621da6ad8eb2fa5e2f66658621908a950e7463ad60282f8dc1de100ee30d4966c040f741b5b8d5c9aec5783f756d2c0d7feddd4d22aab9c

data/lib/csv_formatter.rb

@@ -1,28 +1,14 @@
 # frozen_string_literal: true
 
-require 'csv'
-
 module Gemat
-  class CsvFormatter
-    DEFAULT_OUTPUT = 'gemat'
-
-    def initialize(url, output = DEFAULT_OUTPUT)
-      @url = url
-      @output = output
-    end
+  class CsvFormatter < Formatter
+    private
 
-    def to_csv
-      CSV.open(output_file, 'w') do |csv|
-        csv << ['gem', 'Repo URL']
-        @url.urls.each do |k, v|
-          csv << [k, v]
-        end
+    def gen_rows
+      @rows << @columns.map(&:column_name).join(',')
+      @gems.each do |gem|
+        @rows << @columns.map { |dsl| dsl.call(gem) }.join(',')
       end
-      print "\n\nexport to #{output_file} !"
-    end
-
-    def output_file
-      "#{@output}.csv"
     end
   end
 end

data/lib/fetcher.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+module Gemat
+  class Fetcher
+    attr_accessor :gems
+
+    def initialize(dsl)
+      @dsl = dsl
+      @gems = []
+    end
+
+    def run
+      pb = ProgressBar.create(total: @dsl.dependencies.length)
+      @dsl.dependencies.each_with_index do |gem, idx|
+        pb.increment
+
+        response = fetch(gem)
+        sleep 0.2
+        next unless response
+
+        gem = Gem.new(response)
+        gem.index = idx
+        @gems << gem
+      end
+    end
+
+    private
+
+    # rubocop:disable Metrics/MethodLength
+    def fetch(gem)
+      failed = []
+
+      client = HTTPClient.new
+      request = client.get(rubygems_api(gem.name))
+      begin
+        response = JSON.parse(request.body)
+      rescue JSON::ParserError
+        failed << gem.name
+        return
+      end
+
+      print "#{failed.join(',')}: failed fetcing gem info." unless failed.empty?
+      response
+    end
+    # rubocop:enable Metrics/MethodLength
+
+    def rubygems_api(name)
+      "https://rubygems.org/api/v1/gems/#{name}.json"
+    end
+  end
+end

data/lib/formatter.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+module Gemat
+  class Formatter
+    def initialize(gems, columns, write_path: nil)
+      @gems = gems
+      @columns = columns
+      @write_path = write_path
+      @rows = []
+      gen_rows
+    end
+
+    def run
+      if @write_path
+        File.open(@write_path, 'w') do |file|
+          each_write(@rows) { |string| file << string }
+        end
+      else
+        print "\n\n"
+        each_write(@rows) { |string| print string }
+        print "\n"
+      end
+    end
+
+    private
+
+    def each_write(rows, &proc)
+      rows.each do |row|
+        proc.call(row)
+        proc.call("\n")
+      end
+    end
+  end
+end

data/lib/gem.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+module Gemat
+  class Gem
+    attr_accessor :index, :response
+
+    def initialize(response)
+      @response = response
+      @index = 0
+    end
+
+    def repo_uri
+      match = github_uri_match([@response.dig('metadata', 'homepage_uri'),
+                                @response['homepage_uri'],
+                                @response['bug_tracker_uri'],
+                                @response['source_code_uri']])
+      return if match.nil?
+
+      user = match[1]
+      repo = match[2]
+      "https://github.com/#{user}/#{repo}"
+    end
+
+    private
+
+    def github_uri_match(uris)
+      reg = %r{https://github.com/([\w\-]+)/([\w\-]+)}
+      uris.each do |uri|
+        return reg.match(uri) if reg.match(uri)
+      end
+    end
+  end
+end

data/lib/gemat/cli.rb

@@ -1,23 +1,26 @@
 # frozen_string_literal: true
 
-require 'thor'
-
 module Gemat
   class Cli < Thor
     desc 'csv', 'export Gemfile to CSV file'
+    method_options input: :string, output: :string, columns: :array
     def csv
-      dsl = Gemat::Dsl.new
-      url = Gemat::GetUrl.new(dsl)
-      url.run
-      Gemat::CsvFormatter.new(url).to_csv
+      command(options, __method__)
     end
 
     desc 'md', 'export Gemfile to markdown'
+    method_options input: :string, output: :string, columns: :array
     def md
-      dsl = Gemat::Dsl.new
-      url = Gemat::GetUrl.new(dsl)
-      url.run
-      Gemat::MdFormatter.new(url).to_md
+      command(options, __method__)
+    end
+
+    no_tasks do
+      def command(options, method_name)
+        klass = "Gemat::#{method_name.capitalize}Formatter"
+        Gemat.run(options) do |gems, columns|
+          Object.const_get(klass).new(gems, columns, write_path: options[:output]).run
+        end
+      end
     end
   end
 end

data/lib/gemat/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Gemat
-  VERSION = '0.1.1'
+  VERSION = '0.1.5'
 end

data/lib/gemat.rb

@@ -1,15 +1,31 @@
 # frozen_string_literal: true
 
+require 'bundler'
 require 'httpclient'
 require 'json'
+require 'ruby-progressbar'
+require 'thor'
 
+require_relative 'in_dsl'
+require_relative 'out_dsl'
+require_relative 'fetcher'
+require_relative 'gem'
+require_relative 'formatter'
 require_relative 'csv_formatter'
 require_relative 'md_formatter'
-require_relative 'dsl'
 require_relative 'gemat/version'
 require_relative 'gemat/cli'
-require_relative 'get_url'
 
 module Gemat
   class Error < StandardError; end
+
+  class Gemat
+    def self.run(options = {}, &block)
+      dsl = InDsl.new(options[:input])
+      outdsls = OutDsl.create(options[:columns])
+      fetcher = Fetcher.new(dsl)
+      fetcher.run
+      block.call(fetcher.gems, outdsls)
+    end
+  end
 end

data/lib/{dsl.rb → in_dsl.rb}

@@ -1,10 +1,8 @@
 # frozen_string_literal: true
 
-require 'bundler'
-
 module Gemat
-  class Dsl
-    attr_accessor :dependencies, :sources, :git_sources, :groups, :gemspecs
+  class InDsl
+    attr_accessor :dependencies, :sources, :git_sources, :groups, :gemfiles
 
     # rubocop:disable Metrics/MethodLength
     def initialize(gemfile = nil)
@@ -13,14 +11,14 @@ module Gemat
       dsl.eval_gemfile(gemfile)
 
       class << dsl
-        attr_accessor :sources, :git_sources, :groups, :gemspecs
+        attr_accessor :sources, :git_sources, :groups, :gemfiles
       end
 
       @dependencies = dsl.dependencies
       @sources = dsl.sources
       @git_sources = dsl.git_sources
       @groups = dsl.groups
-      @gemspecs = dsl.gemspecs
+      @gemfiles = dsl.gemfiles
     end
     # rubocop:enable Metrics/MethodLength
   end

data/lib/md_formatter.rb

@@ -1,19 +1,14 @@
 # frozen_string_literal: true
 
-require 'logger'
-
 module Gemat
-  class MdFormatter
-    def initialize(url)
-      @url = url
-    end
+  class MdFormatter < Formatter
+    private
 
-    def to_md
-      print "\n\n"
-      puts '| gem | Repo URL |'
-      puts '| ---- | ---- |'
-      @url.urls.each do |k, v|
-        puts "| #{k} | #{v} |"
+    def gen_rows
+      @rows << "| #{@columns.map(&:column_name).join(' | ')} |"
+      @rows << "| #{Array.new(@columns.length, '----').join(' | ')} |"
+      @gems.each do |gem|
+        @rows << "| #{@columns.map { |dsl| dsl.call(gem) }.join(' | ')} |"
       end
     end
   end

data/lib/out_dsl.rb

@@ -0,0 +1,66 @@
+# frozen_string_literal: true
+
+module Gemat
+  class OutDsl
+    INDEX = 'index'
+    NAME = 'name'
+    REPO_URI = 'repo_uri'
+    GEM_URI = 'gem_uri'
+    DOC_URI = 'documentation_uri'
+    LATEST_VERSION = 'version'
+    AUTHORS = 'authors'
+    DEFAULT_COLUMNS = [INDEX, NAME, REPO_URI, DOC_URI].freeze
+
+    RESPONSE_SOURCES = [NAME, DOC_URI, GEM_URI, LATEST_VERSION, AUTHORS].freeze
+    GEM_SOURCES = [INDEX, REPO_URI].freeze
+
+    attr_accessor :column_name
+
+    def self.new_by_array(columns)
+      columns.map { |column| new(column) }
+    end
+
+    def self.create(columns)
+      if columns
+        new_by_array(columns)
+      else
+        new_by_array(DEFAULT_COLUMNS)
+      end
+    end
+
+    def initialize(column_name)
+      @column_name = column_name
+
+      set_lambda
+    end
+
+    def call(gem)
+      @lambda.call(gem)
+    end
+
+    # rubocop:disable Metrics/MethodLength
+    def set_lambda
+      case @column_name
+      when *RESPONSE_SOURCES
+        @lambda = rubygems_response(@column_name)
+      when *GEM_SOURCES
+        @lambda = gem_method(@column_name)
+      else
+        msg = <<-ERROR.gsub(/^\s+/, '')
+          Contain invalid column name `#{@column_name}`!
+          valid columns hint: [#{GEM_SOURCES.join(', ')}, #{RESPONSE_SOURCES.join(', ')}]
+        ERROR
+        raise StandardError, msg
+      end
+    end
+    # rubocop:enable Metrics/MethodLength
+
+    def rubygems_response(column)
+      ->(gem) { gem.response[column] }
+    end
+
+    def gem_method(column)
+      ->(gem) { gem.send(column) }
+    end
+  end
+end

metadata

@@ -1,15 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: gemat
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.5
 platform: ruby
 authors:
 - kijimaD
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-11-25 00:00:00.000000000 Z
+date: 2021-11-29 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: httpclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -34,12 +62,15 @@ extra_rdoc_files: []
 files:
 - exe/gemat
 - lib/csv_formatter.rb
-- lib/dsl.rb
+- lib/fetcher.rb
+- lib/formatter.rb
+- lib/gem.rb
 - lib/gemat.rb
 - lib/gemat/cli.rb
 - lib/gemat/version.rb
-- lib/get_url.rb
+- lib/in_dsl.rb
 - lib/md_formatter.rb
+- lib/out_dsl.rb
 homepage: https://github.com/kijimaD/gemat
 licenses:
 - GPL3

data/lib/get_url.rb

@@ -1,56 +0,0 @@
-# frozen_string_literal: true
-
-module Gemat
-  class GetUrl
-    def initialize(dsl)
-      @dsl = dsl
-      @urls = {}
-    end
-
-    # rubocop:disable Metrics/MethodLength, Metrics/AbcSize
-    def run
-      @dsl.dependencies.each do |gem|
-        # break unless gem == @dsl.dependencies.first
-
-        sleep 0.1
-        print "#{gem.name}..."
-
-        client = HTTPClient.new
-        request = client.get(rubygems_api(gem))
-        begin
-          response = JSON.parse(request.body)
-        rescue JSON::ParserError
-          print "not found\n"
-          next
-        end
-        # puts JSON.pretty_generate(response)
-
-        github_gem = github_url(response.dig('metadata', 'homepage_uri')) ||
-                     github_url(response['homepage_uri']) ||
-                     github_url(response['bug_tracker_uri']) ||
-                     github_url(response['source_code_uri'])
-        next if github_gem.nil?
-
-        user = github_gem[1]
-        repo = github_gem[2]
-        gh_url = "https://github.com/#{user}/#{repo}"
-        @urls[gem.name] = gh_url
-        print "done\n"
-      end
-    end
-    # rubocop:enable Metrics/MethodLength, Metrics/AbcSize
-
-    def github_url(url)
-      reg = %r{https://github.com/([\w\-]+)/([\w\-]+)}
-      reg.match(url)
-    end
-
-    def rubygems_api(gem)
-      "https://rubygems.org/api/v1/gems/#{gem.name}.json"
-    end
-
-    def urls
-      @urls.sort.to_h
-    end
-  end
-end