gitpusher 0.0.1 → 0.0.2

data/README.md

@@ -6,7 +6,7 @@ gitpusher is a command line tool for replicating git repositories from one servi
 $ gitpusher -c default.yml
 ```
 
-default.yaml is like this.
+default.yml is like this.
 
 ```
 :base_dir: /var/repos
@@ -16,7 +16,7 @@ default.yaml is like this.
   :type: bitbucket
 ```
 
-With this settings, All of your repositories on GitHub will be replicated to BitBucket.
+With this settings, all of your repositories on GitHub will be replicated to Bitbucket.
 (User name and password of each service are asked when you run the command first.)
 
 If you would like to replicate GitHub organization's repos instead of your own repos, settings are like this.
@@ -25,9 +25,24 @@ If you would like to replicate GitHub organization's repos instead of your own r
 :base_dir: /var/repos
 :src:
   :type: github
-  :organization: github
+  :organization: github_organization_name
 :dest:
   :type: bitbucket
 ```
 
-Now this tool support only replicating from GitHub to BitBucket.
+Now this tool supports only replicating from GitHub to Bitbucket.
+
+## Parallel processing
+
+You will spend a lot of time when you have many repositories.
+Now, to save your time, gitpusher supports parallel processing.
+
+You can specify the number of processes by `--process`, or `-p`, option.
+
+If you do:
+
+```
+$ gitpusher -c default.yml --process 6
+```
+
+then 6 repositories are processed at a time.

data/bin/gitpusher

@@ -8,14 +8,19 @@ op = OptionParser.new do |opts|
   opts.on('-c', '--config FILE') do |file|
     options[:config] = file
   end
+  opts.on('-p', '--process NUMBER', OptionParser::DecimalInteger) do |count|
+    options[:processes] = [1, count].max
+  end
 end
 
 op.parse!
 
 options[:config] ||= 'config/default.yml'
+options[:processes] ||= 1
 
 context = GitPusher::Context.instance
 context.home = File.join(File.dirname(__FILE__), '..')
+context.processes = options[:processes]
 
 GitPusher::Config.load(options)
 

data/gitpusher.gemspec

@@ -19,5 +19,4 @@ Gem::Specification.new do |s|
   s.add_dependency 'grit'
   s.add_dependency 'octokit'
   s.add_dependency 'pit'
-  s.add_dependency 'grit'
 end

data/lib/gitpusher/context.rb

@@ -2,6 +2,6 @@ require 'singleton'
 module GitPusher
   class Context
     include Singleton
-    attr_accessor :home, :config
+    attr_accessor :home, :config, :processes
   end
 end

data/lib/gitpusher/runner.rb

@@ -1,3 +1,4 @@
+# -*- coding: utf-8 -*-
 require 'grit'
 
 module GitPusher
@@ -9,56 +10,68 @@ module GitPusher
       dest = GitPusher::Service::Factory.create(context.config[:dest])
 
       base_dir = context.config[:base_dir]
-      src.repos.each do |src_repo|
-        puts "Cheking #{src_repo.url} ..."
-        repo_name = File.basename(src_repo.url).gsub(/.git$/, '')
-        repo_path = File.join(base_dir, repo_name)
-        unless File.exist?(repo_path)
-          Dir.chdir(base_dir) do
-            p src_repo.url
-            `git clone #{src_repo.url}`
+      src_repos = src.repos
+      num_per_process = src_repos.length / context.processes
+      num_per_process += 1 unless src_repos.length % context.processes == 0
+      Dir.chdir(base_dir) do
+        src_repos.each_slice(num_per_process) do |repos|
+          fork do
+            repos.each do |src_repo|
+              mirror src_repo, dest, base_dir
+            end
           end
         end
+      end
 
-        local_repo = Grit::Repo.new(repo_path)
+      Process.waitall
+    end
 
-        # local repo の git remote で mirror があるかどうかチェック
-        has_remote_mirror = false
-        local_repo.remote_list.each do |remote|
-          has_remote_mirror = true if remote === 'mirror'
-        end
+    def self.mirror(src_repo, dest, base_dir)
+      repo_name = File.basename(src_repo.url).gsub(/.git$/, '')
+      repo_path = File.join(base_dir, repo_name)
+      puts "[#{Process.pid}][#{repo_name}]Cheking #{src_repo.url} ..."
+      unless File.exist?(repo_path)
+        p src_repo.url
+        `git clone #{src_repo.url}`
+      end
 
-        unless has_remote_mirror
-          mirror_repo = dest.repo(repo_name) || dest.create_repo(repo_name)
-          local_repo.git.remote({}, 'add', 'mirror', mirror_repo.url)
-        end
+      local_repo = Grit::Repo.new(repo_path)
 
-        local_repo.remotes.each do |remote|
-          next if remote.name == 'origin/HEAD'
-          next if remote.name =~ %r!mirror/.+!
-          branch = remote.name.gsub(%r!^origin/!, '')
+      # local repo の git remote で mirror があるかどうかチェック
+      has_remote_mirror = false
+      local_repo.remote_list.each do |remote|
+        has_remote_mirror = true if remote === 'mirror'
+      end
 
-          matched = false
-          local_repo.branches.each do |x|
-            matched = true if x.name === branch
-          end
+      unless has_remote_mirror
+        mirror_repo = dest.repo(repo_name) || dest.create_repo(repo_name)
+        local_repo.git.remote({}, 'add', 'mirror', mirror_repo.url)
+      end
 
-          unless matched
-            local_repo.git.branch({}, branch, remote.name)
-          end
+      local_repo.remotes.each do |remote|
+        next if remote.name == 'origin/HEAD'
+        next if remote.name =~ %r!mirror/.+!
+        branch = remote.name.gsub(%r!^origin/!, '')
+
+        matched = false
+        local_repo.branches.each do |x|
+          matched = true if x.name === branch
+        end
+
+        unless matched
+          local_repo.git.branch({}, branch, remote.name)
+        end
 
+        Dir.chdir(repo_path) do
           # pull する
-          puts "Pulling #{branch} ..."
+          puts "[#{Process.pid}][#{repo_name}]Pulling #{branch} ..."
           local_repo.git.pull({}, 'origin', branch)
 
           # git push mirror #{branch} する
-          puts "Pushing #{branch} ..."
+          puts "[#{Process.pid}][#{repo_name}]Pushing #{branch} ..."
           local_repo.git.push({ :timeout => 300 }, 'mirror', branch)
         end
-
       end
-
-
     end
   end
 end

data/lib/gitpusher/service/factory.rb

@@ -6,7 +6,7 @@ module GitPusher
           when /github/i     then GitPusher::Service::GitHub.new(config)
           when /bitbucket/i  then GitPusher::Service::BitBucket.new(config)
           else
-            raise "unknown issue tracker type : #{its_type}"
+            raise "unknown service type : #{config[:type]}"
         end
       end
     end

data/lib/gitpusher/version.rb

@@ -1,3 +1,3 @@
 module GitPusher
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: gitpusher
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-04-20 00:00:00.000000000 Z
+date: 2012-07-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: grit
-  requirement: !ruby/object:Gem::Requirement
+  requirement: &70129329850960 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,15 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+  version_requirements: *70129329850960
 - !ruby/object:Gem::Dependency
   name: octokit
-  requirement: !ruby/object:Gem::Requirement
+  requirement: &70129329849640 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -37,15 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+  version_requirements: *70129329849640
 - !ruby/object:Gem::Dependency
   name: pit
-  requirement: !ruby/object:Gem::Requirement
+  requirement: &70129329848580 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -53,28 +43,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: grit
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+  version_requirements: *70129329848580
 description: 
 email:
 - gosukenator@gmail.com
@@ -125,7 +94,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 1.8.11
 signing_key: 
 specification_version: 3
 summary: A command line tool for replicating git repositories from one service to