github-cloner 0.3.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4f23c7164f8ba19e237369bd2d5b52d6b9652c43
+  data.tar.gz: 1fadfc3cea2dc1fe7fdf1d2d5d6ca5a6d68c2302
+SHA512:
+  metadata.gz: aabe5efd932df2e1eb11b77042a525c249a2ab755b9d319f5014f4285360095e5d57e655e2454a6a1beb8b93b498d17858847f89405ab8e10178c747617d6aaf
+  data.tar.gz: 4ab3ce865ff77eeb25ef2cbd2657156e69aeaeadb731e5b65e5a844f2a4329a97d37ee79eec48aada6e4348f2488782aa203c417c1bec30b51f2dd320623e38e

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.ruby-version

data/.rubocop.yml

@@ -0,0 +1,10 @@
+# This is the configuration used to check the rubocop source code.
+AllCops:
+  Include:
+    - Gemfile
+    - Rakefile
+    - bin/*
+    - github_cloner.gemspec
+    - lib/**/*.rb
+    - test/**/*.rb
+    - spec/**/*.rb

data/CHANGELOG.md

@@ -0,0 +1,5 @@
+### Changelogs
+
+#### 0.3.0
+
+- Initial release

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2016 Burin Choomnuan
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,199 @@
+## GithubCloner
+
+Export/clone Github repository (public/private) by user or organization name
+
+[![Gem Version](https://badge.fury.io/rb/github-cloner.svg)][gem]
+[![Dependency Status](https://gemnasium.com/agilecreativity/github-cloner.png)][gemnasium]
+
+[gem]: http://badge.fury.io/rb/github-cloner
+[gemnasium]: https://gemnasium.com/agilecreativity/github-cloner
+
+### Start with Why
+
+- Be able to get grab all of interesting codes from a given user quickly
+- Be able to clone specific language for a given user/organization
+- Be able to clone all of organization/users in one go if desired
+- Be able to clone private/public repositories for a given user/organization
+- Be able to learn quickly or look at how something works from the source code
+- I am too lazy to do this manually or through some other shell script
+
+### Installation
+
+```sh
+# Install the gem
+gem install github-cloner
+
+# refresh your gem just in case
+rbenv rehash
+
+# Get list of options just type the name of the gem
+github-cloner
+```
+
+You should see something like
+
+```
+Usage: github-cloner [options]
+
+Specific options:
+    -b, --base-dir BASE_DIR          where BASE_DIR is the directory where the repositories will be cloned to (mandatory)
+                                     If not specified, current directory will be used
+    -u, --user USER                  The Github USER that will be cloned from (mandatory)
+    -o, --org [ORG]                  The Github's organization name to be used if specified (optional)
+                                     where ORG is the organization that the user belongs to
+    -t, --oauth-token [OAUTH_TOKEN]  The Github's oauth_token for authentication (optional - only required to list/clone private repositories)
+                                     where OAUTH_TOKEN is from the user's Github setting
+    -l, --language [LANG]            Clone only project of type LANG (optional)
+                                     where LANG is main language as shown on Github
+    -a, --[no-]all-repos             All repository only (optional)
+                                     default to original/non-forked repositories only
+    -g, --[no-]group-by-user         Group the output by {BASE_DIR}/{USER}/{LANG}
+                                     default to {BASE_DIR}/{LANG}/{USER}
+    -c, --[no-]clone                 Clone the repositories to the path specified (optional)
+                                     default to --no-clone e.g. dry-run only
+
+Common options:
+    -h, --help                       Show this message
+```
+
+- List repositories by user or organization id
+
+```sh
+# List all original/non-forked repositories by `awesome_user`
+$github-cloner --user awesome_user
+
+## List all original/non-forked repositories of a user `awesome_user` that belongs to `AwesomeCo`
+$github-cloner --user awesome_user --org AwesomeCo
+
+## List all origina/non-forked repositories by user `awesome_user` including private repository
+# Note: for this to work you will need to have the proper access with the right token
+$github-cloner --user awesome_user --oauth-token GITHUB_TOKEN_FOR_THIS_USER
+
+## List all repositories by user `awesome_user` include forked repositories
+$github-cloner --user awesome_user --oauth-token GITHUB_TOKEN_FOR_THIS_USER
+```
+
+- List and clone repositories by user or organization id using `--clone` option
+
+```sh
+## Clone all original (non-fork) public `JavaScript` repositores for user `awesome_user` to `~/Desktop/github`
+# Note: --base-dir is optional, if not specified then the current directory will be used
+#       --language must be quoted if the value include any spaces e.g. "Emacs Lisp" for this to to work properly
+$github-cloner --user awesome_user \
+               --base-dir ~/Desktop/github \
+               --language "JavaScript" \
+               --clone
+
+## Clone all public/private repositories for `awesome_user` which are member of `AwesomeCo` organization to `~/Desktop/github`
+# Note: the option `--all` to include all forked repositories
+$github-cloner --user awesome_user \
+               --org AwesomeCo \
+               --all-repos \
+               --base-dir ~/Desktop/github \
+               --oauth-token GITHUB_TOKEN_FOR_AWESOME_USER \
+               --clone
+
+## Clone specific type of project (e.g. `Java` in this case) public/private repositories for `awesome_user`
+## which are member of `AwesomeCo` organization to `~/Desktop/github`
+$github-cloner --user awesome_user \
+               --org AwesomeCo \
+               --all-repos \
+               --language "Java" \
+               --base-dir ~/Desktop/github \
+               --oauth-token GITHUB_TOKEN_FOR_AWESOME_USER \
+               --clone
+```
+
+### Example Sessions
+
+- List repositories by a given user (dry-run)
+
+```
+$github-cloner -b ~/Desktop/projects -u littlebee -l Ruby
+------------------------------------------
+List of languages by littlebee
+Makefile
+CoffeeScript
+Ruby
+JavaScript
+Arduino
+------------------------------------------
+------------------------------------------
+List of all repositories by littlebee
+1/15: littlebee/Makefile/arduino-mk
+2/15: littlebee/CoffeeScript/bumble-build
+3/15: littlebee/CoffeeScript/bumble-docs
+4/15: littlebee/CoffeeScript/bumble-strings
+5/15: littlebee/CoffeeScript/bumble-test
+6/15: littlebee/CoffeeScript/bumble-util
+7/15: littlebee/CoffeeScript/git-log-utils
+8/15: littlebee/CoffeeScript/git-status-utils
+9/15: littlebee/CoffeeScript/git-time-machine
+10/15: littlebee/CoffeeScript/notjs
+11/15: littlebee/CoffeeScript/publish
+12/15: littlebee/CoffeeScript/react-focus-trap-amd
+13/15: littlebee/Ruby/got
+14/15: littlebee/JavaScript/selectable-collection
+15/15: littlebee/Arduino/solar-sunflower
+------------------------------------------
+FYI: dry-run only, no action taken!!
+Process 1 of 1 : git clone git@github.com:littlebee/got.git /Users/bchoomnuan/Desktop/projects/Ruby/littlebee/got
+```
+
+- List and clone repositories for a given user (e.g. `--clone` option used)
+
+```
+$github-cloner -b ~/Desktop/projects -u littlebee -l Ruby -c
+------------------------------------------
+List of languages by littlebee
+Makefile
+CoffeeScript
+Ruby
+JavaScript
+Arduino
+------------------------------------------
+------------------------------------------
+List of all repositories by littlebee
+1/15: littlebee/Makefile/arduino-mk
+2/15: littlebee/CoffeeScript/bumble-build
+3/15: littlebee/CoffeeScript/bumble-docs
+4/15: littlebee/CoffeeScript/bumble-strings
+5/15: littlebee/CoffeeScript/bumble-test
+6/15: littlebee/CoffeeScript/bumble-util
+7/15: littlebee/CoffeeScript/git-log-utils
+8/15: littlebee/CoffeeScript/git-status-utils
+9/15: littlebee/CoffeeScript/git-time-machine
+10/15: littlebee/CoffeeScript/notjs
+11/15: littlebee/CoffeeScript/publish
+12/15: littlebee/CoffeeScript/react-focus-trap-amd
+13/15: littlebee/Ruby/got
+14/15: littlebee/JavaScript/selectable-collection
+15/15: littlebee/Arduino/solar-sunflower
+------------------------------------------
+Process 1 of 1 : git clone git@github.com:littlebee/got.git /Users/bchoomnuan/Desktop/projects/Ruby/littlebee/got
+```
+
+### TODO
+
+- Replace system call with the ruby library like [grit](https://github.com/mojombo/grit) or something similar
+- Allow the `https` when performing the clone
+
+### Related Projects
+
+- [github_cloner](https://github.com/nashby/github_cloner) by Vasiliy Ermolovich
+
+### Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+[Thor]: https://github.com/erikhuda/thor
+[Minitest]: https://github.com/seattlerb/minitest
+[RSpec]: https://github.com/rspec
+[Guard]: https://github.com/guard/guard
+[Yard]: https://github.com/lsegal/yard
+[Pry]: https://github.com/pry/pry
+[Rubocop]: https://github.com/bbatsov/rubocop

data/Rakefile

@@ -0,0 +1,26 @@
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+project_name = 'github_cloner'
+Rake::TestTask.new do |t|
+  t.libs << "lib/#{project_name}"
+  t.test_files = FileList["test/lib/#{project_name}/test_*.rb"]
+  t.verbose = true
+end
+task default: [:test, :rubocop]
+task :pry do
+  require 'pry'
+  require 'awesome_print'
+  require_relative 'lib/github_cloner'
+  include GithubCloner
+  ARGV.clear
+  Pry.start
+end
+require 'rubocop/rake_task'
+desc 'Run RuboCop on the lib directory'
+RuboCop::RakeTask.new(:rubocop) do |task|
+  task.patterns = ['lib/**/*.rb']
+  # only show the files with failures
+  task.formatters = ['files']
+  # don't abort rake on failure
+  task.fail_on_error = false
+end

data/bin/github-cloner

@@ -0,0 +1,59 @@
+#!/usr/bin/env ruby
+require_relative '../lib/github_cloner'
+
+if ARGV.empty?
+  OptParser.parse(%w[--help])
+end
+
+include GithubCloner
+
+# Now we are ready to take the order
+# Show help if user forgot to type anything
+options = OptParser.parse(ARGV)
+
+# Mandatory options
+raise "base_dir is required" if options.base_dir.nil?
+raise "user is required"     if options.user.nil?
+
+# Make use of the user name
+gh_id = options.user
+
+# Note: set to specific language to limit the cloning
+if options.language
+  language = options.language #'Emacs Lisp'
+end
+
+args = {
+  base_dir:      options.base_dir,      # mandatory
+  oauth_token:   options.oauth_token,   # optional required for private repos
+  user:          options.user,          # optional if org is used?
+  org:           options.org,           # optional if user is used?
+  all_repos:     options.all_repos,     # default to false
+  group_by_user: options.group_by_user, # default to false
+  clone_repos:   options.clone_repos    # default to false
+}
+
+repos = GithubCloner::GithubUtils.list_all(args)
+
+# List of language that have been used by the given user/organization
+languages = repos.map(&:language).uniq.compact
+puts "------------------------------------------"
+puts "List of languages by #{gh_id}"
+puts languages
+puts "------------------------------------------"
+
+repos_hash = GithubCloner::GithubUtils.repos_by_language(repos, languages)
+
+result = GithubCloner::GithubUtils.repos_as_list(repos_hash)
+
+if result && !result.empty?
+  puts "------------------------------------------"
+  puts "List of all repositories by #{gh_id}"
+  result.each_with_index do |r,i|
+    puts "#{i+1}/#{result.size}: #{r}"
+  end
+  puts "------------------------------------------"
+
+  result.keep_if { |i| i.split(File::SEPARATOR)[1] == language } if language
+  GithubCloner::GithubUtils.clone_all(result,args)
+end

data/github_cloner.gemspec

@@ -0,0 +1,44 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'github_cloner/version'
+Gem::Specification.new do |spec|
+  spec.name          = 'github-cloner'
+  spec.version       = GithubCloner::VERSION
+  spec.authors       = ['Burin Choomnuan']
+  spec.email         = ['agilecreativity@gmail.com']
+  spec.summary       = %q{Clone/list Github repository for a given user/organization include private/public in one go}
+  spec.description   = %q(
+    Clone/list multiple Github repositories for a given user/organization including private repos easily.
+    e.g.$github-cloner --base-dir ~/projects --user awesome_dev --language "Emacs Lisp" --clone
+    ).gsub(/^\s+/, " ")
+  spec.homepage      = 'https://github.com/agilecreativity/github-cloner'
+  spec.required_ruby_version = ">= 2.0.0"
+  spec.license       = 'MIT'
+  spec.files         = Dir.glob('{bin,lib,spec,test}/**/*') + %w(Gemfile
+                                                                 Rakefile
+                                                                 github_cloner.gemspec
+                                                                 README.md
+                                                                 CHANGELOG.md
+                                                                 LICENSE
+                                                                 .rubocop.yml
+                                                                 .gitignore)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_runtime_dependency 'github_api', '~> 0.13'
+
+  spec.add_development_dependency 'awesome_print', '~> 1.6'
+  spec.add_development_dependency 'bundler', '~> 1.10'
+  spec.add_development_dependency 'gem-ctags', '~> 1.0'
+  spec.add_development_dependency 'guard', '~> 2.12'
+  spec.add_development_dependency 'guard-minitest', '~> 2.4'
+  spec.add_development_dependency 'minitest', '~> 5.6'
+  spec.add_development_dependency 'minitest-spec-context', '~> 0.0'
+  spec.add_development_dependency 'pry', '~> 0.10'
+  spec.add_development_dependency 'pry-byebug', '~> 3.1' if RUBY_VERSION >= '2.0.0'
+  spec.add_development_dependency 'rake', '~> 10.4'
+  spec.add_development_dependency 'rubocop', '~> 0.31'
+  spec.add_development_dependency 'yard', '~> 0.8'
+end

data/lib/github_cloner/filename_cleaner.rb

@@ -0,0 +1,98 @@
+module FilenameCleaner
+  DOT = "."
+  class << self
+    # Sanitize the any name with or without extension
+    #
+    # @param [String] name the input string
+    # @param [String] sep_char the separator char to be used
+    # @param [Boolean] have_extension indicate if the the input file should be
+    #                  treated as having extension or not having one
+    # @return [String] output string with special chars replaced withe specified string
+    def sanitize(name, sep_char = ".", have_extension = false)
+      if have_extension
+        sanitize_name_with_extension(name, sep_char)
+      else
+        sanitize_name_without_extension(name, sep_char)
+      end
+    end
+
+    # Get formatted name for existing file
+    #
+    # @param [String] filename the input filename
+    # @param [Hash<Symbol, Object>] opts the hash value for options to be applied
+    #
+    # @option opts [String]  :sep_char The separator string
+    # @option opts [Boolean] :downcase Convert each word to lower case
+    # @option opts [Boolean] :capitalize: Capitalize each word in the name
+    def formatted_name(filename, opts = {})
+      sep_char = opts[:sep_char] || "."
+      sanitized_name = FilenameCleaner.sanitize(filename, sep_char, true)
+
+      # First split the two part so that only name is used!
+      basename = File.basename(sanitized_name, ".*")
+      extname  = File.extname(sanitized_name)
+      if opts[:downcase]
+        basename = basename.split(sep_char).map(&:downcase).join(sep_char)
+      end
+      if opts[:capitalize]
+        basename = basename.split(sep_char).map(&:capitalize).join(sep_char)
+      end
+      "#{basename}#{extname}"
+    end
+
+  private
+
+    # Sanitize the any name with or without any extension
+    #
+    # @param [String] name the input string
+    # @param [String] sep_char the separator char to be used
+    # @return [String] output string with special chars replaced withe specified string
+    def sanitize_name_without_extension(name, sep_char = ".")
+      replace_dot(sanitize_with_dot(name), sep_char)
+    end
+
+    # Sanitize filename that works with file with extension
+    #
+    # @param [String] name the input filename with extension
+    # @return [String] the output file with special characters replaced
+    def sanitize_name_with_extension(name, sep_char = ".")
+      extension = File.extname(name)
+      name_only = File.basename(name, ".*")
+      name_only = replace_dot(sanitize_with_dot(name_only), sep_char)
+      "#{name_only}#{extension}"
+    end
+
+    # Replace the multiple special characters with a dot string
+    #
+    # @param [String] input_name input file
+    # @return [String] the new name with special characters replaced or removed.
+    def sanitize_with_dot(input_name)
+      # Don't mutate the input name
+      name = input_name.clone
+
+      # Replace any special characters with a dot
+      name.gsub!(/[^0-9A-Za-z\-_ ]/, DOT)
+
+      # Replace multiple occurrences of a given character with a dot
+      ["-", "_", " "].each do |c|
+        name.gsub!(/#{Regexp.quote(c)}+/, DOT)
+      end
+
+      # Replace multiple occurrence of dot with one dot
+      name.gsub!(/#{Regexp.quote(DOT)}+/, DOT)
+
+      # Remove the last char if it is a dot
+      name.gsub!(/\.$/, "") if name[-1] == DOT
+
+      # return the result
+      name
+    end
+
+    # Replace 'dot' string with a given string if specified
+    def replace_dot(string, replace = nil)
+      result = string.clone
+      result.gsub!(/#{Regexp.quote(DOT)}+/, replace) if replace
+      result
+    end
+  end
+end

data/lib/github_cloner/github_cloner.rb

@@ -0,0 +1,107 @@
+module GithubCloner
+  class GithubUtils
+    class << self
+      # List all repositories
+      def list_all(opts = {})
+        repos = []
+        begin
+          args = {
+            per_page: opts[:per_page] || 100,
+            all_repos: opts[:all_repos]
+          }.merge!(opts)
+
+          # If we are using :org then we must delete :user from the options
+          if args[:org]
+            args.merge!(org: opts[:org])
+            args.delete(:user)
+          else
+            args.merge!(user: opts[:user])
+            args.delete(:org)
+          end
+
+          # require this for only with org and with private repos
+          args.merge!(oauth_token: args[:oauth_token]) if args[:oauth_token]
+          ##puts "FYI: your options #{args}"
+
+          # Only required if we use oauth_token which allow use to list private repositories
+          github = Github.new(args)
+
+          # List all repositories
+          page = 1
+          loop do
+            args.merge!(page: page)
+
+            list = github.repos.list(args)
+
+            break if list.empty?
+            page += 1
+            repos << list.select do |r|
+              if !args[:fork]
+                r if !r['fork']
+              else
+                r
+              end
+            end
+          end
+          repos.flatten!
+        rescue => e
+          puts "Error getting getting repository for user/org #{e}"
+          exit(1)
+        end
+      end
+
+      # Clone list of repos of the following forms
+      #
+      def clone_all(projects, args = {})
+        base_path = File.expand_path(args[:base_dir])
+
+        if args[:clone_repos]
+          FileUtils.mkdir_p(base_path)
+        else
+          puts "FYI: dry-run only, no action taken!!" unless args[:clone_repos]
+        end
+
+        projects.each_with_index do |project, i|
+          org_name, language, repo_name = project.split(File::SEPARATOR)
+
+          # Note: need to cleanup the language like 'Emacs Lisp' to 'Emacs_Lisp' or 'emacs_lisp'
+          language = FilenameCleaner.sanitize(language, '_', false)
+
+          if args[:group_by_user]
+            output_path = [base_path, org_name, language, repo_name].join(File::SEPARATOR)
+          else
+            output_path = [base_path, language, org_name, repo_name].join(File::SEPARATOR)
+          end
+          puts "Process #{i+1} of #{projects.size} : git clone git@github.com:#{[org_name, repo_name].join(File::SEPARATOR)}.git #{output_path}"
+          if args[:clone_repos]
+            system("git clone git@github.com:#{[org_name, repo_name].join(File::SEPARATOR)}.git #{output_path} 2> /dev/null")
+          end
+        end
+      end
+
+      def repos_as_list(repos)
+        # Store the result in this list
+        list = []
+        repos.each do |k,v|
+          v.each do |i|
+            user_name, repo_name = i.split(File::SEPARATOR)
+            list << [user_name, k, repo_name].join(File::SEPARATOR)
+          end
+        end
+        list
+      end
+
+      # Map of repository by language
+      #
+      # Map language to list of repository
+      # @return [Hash<String, Array<String>>] map of language to repos
+      def repos_by_language(repos, languages)
+        hash = {}
+        languages.each do |l|
+          hash[l] = repos.collect { |r| r['full_name'] if r['language'] == l }.compact
+        end
+        hash
+      end
+    end
+  end
+end

data/lib/github_cloner/opt_parser.rb

@@ -0,0 +1,95 @@
+require 'optparse'
+require 'ostruct'
+module GithubCloner
+  class OptParser
+    # Return a structure describing the options.
+    def self.parse(args)
+      # The options specified on the command line will be collected in *options*.
+      options = OpenStruct.new
+
+      # Set the sensible default for the options explicitly
+      options.base_dir = "."
+      options.all_repos = false
+      options.group_by_user = false
+      options.clone_repos = false
+
+      # The parser
+      opt_parser = OptionParser.new do |opts|
+        opts.banner = "Usage: github-cloner [options]"
+
+        opts.separator ""
+        opts.separator "Specific options:"
+
+        # Mandatory argument
+        opts.on("-b", "--base-dir BASE_DIR",
+                "where BASE_DIR is the directory where the repositories will be cloned to (mandatory)",
+                "If not specified, current directory will be used") do |dir|
+          options.base_dir = dir
+        end
+
+        opts.on("-u", "--user USER",
+                "The Github USER that will be cloned from (mandatory)") do |user|
+          options.user = user
+        end
+
+        opts.on("-o", "--org [ORG]",
+                "The Github's organization name to be used if specified (optional)",
+                "where ORG is the organization that the user belongs to") do |org|
+          options.org = org
+        end
+
+        opts.on("-t", "--oauth-token [OAUTH_TOKEN]",
+                "The Github's oauth_token for authentication (optional - only required to list/clone private repositories)",
+                "where OAUTH_TOKEN is from the user's Github setting") do |token|
+          options.oauth_token = token
+        end
+
+        opts.on("-l", "--language [LANG]",
+                "Clone only project of type LANG (optional)",
+                "where LANG is main language as shown on Github") do |lang|
+          options.language = lang
+        end
+
+        # Boolean switch.
+        opts.on("-a", "--[no-]all-repos",
+                "All repository only (optional)",
+                "default to original/non-forked repositories only") do |a|
+          options.all_repos = a
+        end
+
+        opts.on("-g", "--[no-]group-by-user",
+                "Group the output by {BASE_DIR}/{USER}/{LANG}",
+                "default to {BASE_DIR}/{LANG}/{USER}") do |gbu|
+          options.group_by_user = gbu
+        end
+
+        opts.on( "-c", "--[no-]clone",
+                "Clone the repositories to the path specified (optional)",
+                "default to --no-clone e.g. dry-run only") do |c|
+          options.clone_repos = c
+        end
+
+        opts.separator ""
+        opts.separator "Common options:"
+
+        # No argument, shows at tail.  This will print an options summary.
+        opts.on_tail("-h", "--help", "Show this message") do
+          puts opts
+          puts ""
+          puts "Example Usage:"
+          puts ""
+          puts "a) List the 'JavaScript' repositories for a given user (dry-run)"
+          puts "github-cloner -b ~/Desktop/projects -u awesome_user -l JavaScript"
+          puts ""
+          puts "b) Clone the 'JavaScript' repositories for a given user (note: --clone or -c option)"
+          puts "github-cloner -b ~/Desktop/projects -u awesome_user -l JavaScript -c"
+          puts ""
+          exit
+        end
+      end
+
+      opt_parser.parse!(args)
+      options
+    end
+  end
+end

data/lib/github_cloner/version.rb

@@ -0,0 +1,3 @@
+module GithubCloner
+  VERSION = '0.3.0'
+end

data/lib/github_cloner.rb

@@ -0,0 +1,6 @@
+require 'github_cloner/version'
+require 'github_cloner/opt_parser'
+require 'github_cloner/github_cloner'
+require 'github_cloner/filename_cleaner'
+require 'github_api'
+include GithubCloner

data/test/lib/github_copier/test_github_cloner.rb

@@ -0,0 +1,8 @@
+require_relative '../../test_helper'
+describe GithubCloner do
+  context '#dummy_test' do
+    it 'passes the simple test' do
+      'test string'.wont_be_nil
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,8 @@
+require 'minitest'
+require 'minitest/autorun'
+require 'minitest/pride'
+require 'minitest-spec-context'
+require 'pry'
+require 'awesome_print'
+require_relative '../lib/github_cloner'
+include GithubCloner

metadata

@@ -0,0 +1,249 @@
+--- !ruby/object:Gem::Specification
+name: github-cloner
+version: !ruby/object:Gem::Version
+  version: 0.3.0
+platform: ruby
+authors:
+- Burin Choomnuan
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-04-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: github_api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: gem-ctags
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.12'
+- !ruby/object:Gem::Dependency
+  name: guard-minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.6'
+- !ruby/object:Gem::Dependency
+  name: minitest-spec-context
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.4'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.31'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.31'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+description: " Clone/list multiple Github repositories for a given user/organization
+  including private repos easily.\n e.g.$github-cloner --base-dir ~/projects --user
+  awesome_dev --language \"Emacs Lisp\" --clone\n "
+email:
+- agilecreativity@gmail.com
+executables:
+- github-cloner
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rubocop.yml"
+- CHANGELOG.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/github-cloner
+- github_cloner.gemspec
+- lib/github_cloner.rb
+- lib/github_cloner/filename_cleaner.rb
+- lib/github_cloner/github_cloner.rb
+- lib/github_cloner/opt_parser.rb
+- lib/github_cloner/version.rb
+- test/lib/github_copier/test_github_cloner.rb
+- test/test_helper.rb
+homepage: https://github.com/agilecreativity/github-cloner
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: Clone/list Github repository for a given user/organization include private/public
+  in one go
+test_files:
+- test/lib/github_copier/test_github_cloner.rb
+- test/test_helper.rb
+has_rdoc: