gitbak 0.2.0

data/README

@@ -0,0 +1,62 @@
+--                                                                {{{1
+
+File        : README
+Maintainer  : Felix C. Stegerman <flx@obfusk.net>
+Date        : 2012-12-27
+
+Copyright   : Copyright (C) 2012  Felix C. Stegerman
+Version     : v0.2.0
+
+--                                                                }}}1
+
+=== Description ===                                               {{{1
+
+  gitbak - bitbucket/github/gist backup
+
+  GitBak allows you to mirror GitHub/Bitbucket/Gist repositories
+  easily; you only need to specify paths, users, and authentication in
+  ~/.gitbak and it does the rest.
+                                                                  }}}1
+
+=== Usage ===                                                     {{{1
+
+  $ gitbak --help                 # read documentation
+  $ vim ~/.gitbak                 # configure
+  $ gitbak                        # mirror
+                                                                  }}}1
+
+=== Installing ===                                                {{{1
+
+  $ gem install gitbak            # rubygems
+
+  Get it at https://github.com/obfusk/gitbak.  Depends: git, ruby.
+                                                                  }}}1
+
+=== TODO ===                                                      {{{1
+
+  Some things that may be useful/implemented at some point.
+
+  * custom services (should be easy already)
+  * metadata (issues, wikis, ...)
+  * teams/organisations
+  * filtering
+  * starred repos/gists
+  * specify ssh key(s)
+  * oauth ?!
+  * https clone auth
+                                                                  }}}1
+
+=== License ===                                                   {{{1
+
+  GPLv2 [1].
+                                                                  }}}1
+
+=== References ===                                                {{{1
+
+  [1] GNU General Public License, version 2
+      http://www.opensource.org/licenses/GPL-2.0
+                                                                  }}}1
+
+--
+
+vim: set tw=70 sw=2 sts=2 et fdm=marker :

data/bin/gitbak

@@ -0,0 +1,118 @@
+#!/usr/bin/env ruby
+
+require 'gitbak'
+require 'optparse'
+
+# --
+
+usage = 'gitbak [<option(s)>]'
+
+info = <<-END.gsub(/^ {2}/, '')                                 # {{{1
+  gitbak - bitbucket/github/gist backup
+
+  === Example Configuration ===
+
+    $ cat >> ~/.gitbak
+    dir = '/path/to/mirrors/dir'
+
+    %w{ user1 user2 }.each do |u|
+      GitBak::Cfg.auth      :bitbucket, u
+      GitBak::Cfg.auth      :github   , u
+
+      GitBak::Cfg.bitbucket "\#{dir}/\#{u}/bitbucket", u, auth: true
+      GitBak::Cfg.github    "\#{dir}/\#{u}/github"   , u, auth: true
+      GitBak::Cfg.gist      "\#{dir}/\#{u}/gist"     , u, auth: true
+    end
+    ^D
+
+
+  === Configuration Methods ===
+
+    GitBak::Cfg.auth        service, user[, password]
+    GitBak::Cfg.<service>   dir, user[, options]
+
+    * password is optional; gitbak prompts for unspecified passwords.
+    * The services are: bitbucket, github, gist.
+    * Service options:
+        :auth is optional; can be true (same user) or 'username'.
+        :method is optional; defaults to :ssh.
+    * Each GitBak::Cfg.<service> call specifies a new configuration.
+END
+                                                                # }}}1
+
+options = { cfgfile: "#{Dir.home}/.gitbak", verbose: false }
+
+# --
+
+OptionParser.new do |opts|                                      # {{{1
+  opts.banner = usage
+
+  opts.on('-c', '--config-file FILE', 'Configuration file') do |f|
+    options[:cfgfile] = f
+  end
+
+  opts.on('-v', '--[no-]verbose', 'Run verbosely') do |v|
+    options[:verbose] = v
+  end
+
+  opts.on_tail('-h', '--help', 'Show this message') do
+    puts opts, '', info
+    exit
+  end
+
+  opts.on_tail('--version', 'Show version') do
+    puts "gitbak v#{GitBak::VERSION}"
+    exit
+  end
+end.parse!                                                      # }}}1
+
+GitBak.die "usage: #{usage}" unless ARGV.length == 0
+
+# --
+
+module GitBak                                                   # {{{1
+  module Cfg
+    CFG__ = { bitbucket: [], github: [], gist: [], auth: {} }
+
+    def self.auth (service, user, pass = nil)
+      (CFG__[:auth][service] ||= {})[user] = \
+        { user: user, pass: pass }
+    end
+
+    def self._service (name)
+      meta = class << self; self; end
+      meta.send(:define_method, name) do |dir, user, opts = {}|
+        CFG__[name] << opts.merge(dir: dir, user: user)
+      end
+    end
+
+    SERVICES.each do |name|
+      _service name.downcase.to_sym
+    end
+  end
+end                                                             # }}}1
+
+# --
+
+GitBak.die "Configuration file (#{options[:cfgfile]}) not found." \
+  unless GitBak.exists? options[:cfgfile]
+
+load options[:cfgfile]
+
+# --
+
+GitBak::SERVICES.each do |name|                                 # {{{1
+  key = name.downcase.to_sym
+  GitBak::Cfg::CFG__[:auth].fetch(key, []).each do |k, v|
+    p = "#{name} password for #{v[:user]}: "
+    v[:pass] ||= GitBak.prompt p, true
+  end
+end                                                             # }}}1
+
+GitBak::Cfg::CFG__[:auth][:gist] ||= GitBak::Cfg::CFG__[:auth][:github]
+
+# --
+
+GitBak.main GitBak::Cfg::CFG__.merge(options)
+
+# vim: set tw=70 sw=2 sts=2 et fdm=marker :

data/lib/gitbak.rb

@@ -0,0 +1,175 @@
+require 'gitbak/version'
+
+require 'fileutils'
+require 'io/console'
+require 'json'
+require 'open-uri'
+
+# --
+
+module GitBak
+
+  SERVICES = %w{ Bitbucket GitHub Gist }
+
+  APIS = {
+    bitbucket:  ->(user) { "api.bitbucket.org/1.0/users/#{user}"  },
+    github:     ->(user) { "api.github.com/users/#{user}/repos"   },
+    gist:       ->(user) { "api.github.com/users/#{user}/gists"   },
+  }
+
+  REMOTES = {                                                   # {{{1
+    bitbucket: {
+      ssh:    ->(u, r)  { "git@bitbucket.org:#{u}/#{r}.git" },
+      https:  ->(u, r)  { "https://bitbucket.org/#{u}/#{r}.git" },
+    },
+    github: {
+      ssh:    ->(u, r)  { "git@github.com:#{u}/#{r}.git" },
+      https:  ->(u, r)  { "https://github.com/#{u}/#{r}.git" },
+    },
+    gist: {
+      ssh:    ->(id)    { "git@gist.github.com:#{id}.git" },
+      https:  ->(id)    { "https://gist.github.com/#{id}.git" },
+    },
+  }                                                             # }}}1
+
+  REMOTE = ->(s, x) { REMOTES[s][x.fetch(:method, :ssh).to_sym] }
+
+  class << self
+
+    def die (msg)
+      STDERR.puts msg
+      exit 1
+    end
+
+    def exists? (path)
+      File.exists?(path) or File.symlink?(path)
+    end
+
+    def sys (verbose, cmd, *args)
+      puts "  $ #{([cmd] + args).join ' '}" if verbose
+      system [cmd, cmd], *args or raise 'OOPS'                  # TODO
+    end
+
+    def prompt (prompt, hide = false)                           # {{{1
+      STDOUT.print prompt
+      STDOUT.flush
+
+      if hide
+        line = STDIN.noecho { |i| i.readline }
+        STDOUT.puts
+        line
+      else
+        STDIN.readline
+      end .chomp
+    end                                                         # }}}1
+
+    # --
+
+    def api_get (service, user, auth)
+      opts = auth ? { http_basic_authentication:
+                      [auth[:user], auth[:pass]] } : {}
+
+      JSON.load open("https://#{APIS[service][user]}", opts)
+    end
+
+    def repo_name (remote)
+      remote.sub(%r!^.*[/:]!, '').sub(/\.git$/, '')
+    end
+
+    def mirror (remote, dir, verbose)                           # {{{1
+      name      = repo_name remote
+      name_     = name + '.git'
+      repo_dir  = "#{dir}/#{name_}"
+
+      FileUtils.mkdir_p dir
+
+      if exists? repo_dir
+        FileUtils.cd(repo_dir) do
+          sys verbose, *%w{ git remote update }
+        end
+      else
+        FileUtils.cd(dir) do
+          sys verbose,
+            *( %w{ git clone --mirror -n } + [remote, name_] )
+        end
+      end
+    end                                                         # }}}1O
+
+    # --
+
+    def repos_bitbucket (x, auth)                               # {{{1
+      rem = REMOTE[:bitbucket, x]
+
+      api_get(:bitbucket, x[:user], auth)['repositories'] \
+        .select { |r| r['scm'] == 'git' } .map do |r|
+          { remote: rem[x[:user], r['name']],
+            description: r['description'], name: r['name'] }
+        end
+    end                                                         # }}}1
+
+    def repos_github (x, auth)                                  # {{{1
+      rem = REMOTE[:github, x]
+
+      api_get(:github, x[:user], auth).map do |r|
+        { remote: rem[x[:user], r['name']],
+          description: r['description'], name: r['name'] }
+      end
+    end                                                         # }}}1
+
+    def repos_gist (x, auth)                                    # {{{1
+      rem = REMOTE[:gist, x]
+
+      api_get(:gist, x[:user], auth).map do |r|
+        { remote: rem[r['id']],
+          description: r['description'], name: r['id'] }
+      end
+    end                                                         # }}}1
+
+    # --
+
+    def mirror_service (service, x, auth, verbose)              # {{{1
+      puts "#{service} for #{x[:user]} ..."
+
+      auth_ = x[:auth] && auth[x[ x[:auth] == true ? :user : :auth ]]
+      repos = send "repos_#{service}", x, auth_
+
+      repos.each do |r|
+        d = r[:description]
+        puts "==> #{service} | #{x[:user]} | #{r[:name]} | #{d} <==" \
+          if verbose
+        mirror r[:remote], x[:dir], verbose
+        puts if verbose
+      end
+
+      repos.length
+    end                                                         # }}}1
+
+    # --
+
+    def main (config)                                           # {{{1
+      sum = {}
+
+      SERVICES.map { |s| s.downcase.to_sym } .each do |s|
+        sum[s] = {}
+        config[s].each do |x|
+          sum[s][x[:user]] = mirror_service s, x,
+            config[:auth][s], config[:verbose]
+        end
+      end
+
+      if config[:verbose]
+        puts '', "=== Summary ===", ''
+        sum.each_pair do |s, x|
+          x.each_pair do |u, n|
+            printf "  %-15s for %-20s: %10s repositories\n", s, u, n
+          end
+        end
+        puts
+      end
+    end                                                         # }}}1
+
+  end
+
+end
+
+# vim: set tw=70 sw=2 sts=2 et fdm=marker :

data/lib/gitbak/version.rb

@@ -0,0 +1,4 @@
+module GitBak
+  VERSION = '0.2.0'
+  DATE    = '2012-12-27'
+end

metadata

@@ -0,0 +1,68 @@
+--- !ruby/object:Gem::Specification
+name: gitbak
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+  prerelease: 
+platform: ruby
+authors:
+- Felix C. Stegerman
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-12-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: &17892680 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *17892680
+description: ! 'GitBak allows you to mirror GitHub/Bitbucket/Gist repositories
+
+  easily; you only need to specify paths, users, and authentication
+
+  in ~/.gitbak and it does the rest.
+
+'
+email:
+- flx@obfusk.net
+executables:
+- gitbak
+extensions: []
+extra_rdoc_files: []
+files:
+- README
+- bin/gitbak
+- lib/gitbak/version.rb
+- lib/gitbak.rb
+homepage: https://github.com/obfusk/gitbak
+licenses:
+- GPLv2
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.1
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: bitbucket/github/gist backup
+test_files: []