github-backups 0.1.0

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/Gemfile

@@ -0,0 +1,15 @@
+source "http://rubygems.org"
+# Add dependencies required to use your gem here.
+# Example:
+#   gem "activesupport", ">= 2.3.5"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "shoulda", ">= 0"
+  gem "rdoc", "~> 3.12"
+  gem "bundler", "~> 1.0.0"
+  gem "jeweler", "~> 1.8.3"
+  gem "json"
+  gem "httparty"
+end

data/Gemfile.lock

@@ -0,0 +1,34 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    git (1.2.5)
+    httparty (0.8.3)
+      multi_json (~> 1.0)
+      multi_xml
+    jeweler (1.8.3)
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      rake
+      rdoc
+    json (1.7.3)
+    multi_json (1.3.5)
+    multi_xml (0.5.1)
+    rake (0.9.2.2)
+    rdoc (3.12)
+      json (~> 1.4)
+    shoulda (3.0.1)
+      shoulda-context (~> 1.0.0)
+      shoulda-matchers (~> 1.0.0)
+    shoulda-context (1.0.0)
+    shoulda-matchers (1.0.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0.0)
+  httparty
+  jeweler (~> 1.8.3)
+  json
+  rdoc (~> 3.12)
+  shoulda

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2012 hbt
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.mkd

@@ -0,0 +1,38 @@
+# github-backup
+
+Command-line tool to backup data from github
+
+## Copies 
+
+* repos
+* forks
+* branches
+* issues
+* wiki
+
+
+## Usage
+`
+Usage: github-backup -u [username] -o [dir]
+e.g
+github-backup -u hbt -o /tmp
+
+    -e, --email EMAIL                Optional: GitHub email/username. Required for private repos
+    -p, --password PASSWORD          Optional: GitHub password. Required for private repos
+    -u, --username USERNAME          *Required: GitHub username
+    -o, --output-dir DIR             *Required: Backup directory
+    -r, --repository-name NAME       Optional: limit to this repository name
+    -f, --forks                      Optional: fetch all forks
+    -b, --init-branches              Optional: init all branches
+    -i, --dump-issues                Optional: dump all issues
+        --dump-issues-filename FILENAME
+                                     Optional: dump issues filename
+    -w, --wiki                       Optional: dump wiki
+    -h, --help                       Displays this screen
+`
+
+## Copyright
+
+Copyright (c) 2012 hbt. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,47 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "github-backups"
+  gem.homepage = "http://github.com/hbt/github-backup"
+  gem.license = "MIT"
+  gem.summary = %Q{Backup all repos, wiki, issues, forks, branches from github}
+  gem.description = %Q{Command-line tool designed to back up repos from github}
+  gem.email = "hassenbentanfous@gmail.com"
+  gem.authors = ["hbt"]
+  gem.executables = ["github-backup"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+
+task :default => :test
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "github-backup #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/bin/github-backup

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+
+require File.join(File.absolute_path(File.dirname(__FILE__)), '../lib/github-backup.rb')

data/github-backup.gemspec

@@ -0,0 +1,69 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "github-backup"
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["hbt"]
+  s.date = "2012-05-24"
+  s.description = "Command-line tool designed to back up repos from github"
+  s.email = "hassenbentanfous@gmail.com"
+  s.executables = ["github-backup"]
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.mkd"
+  ]
+  s.files = [
+    ".document",
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE.txt",
+    "README.mkd",
+    "Rakefile",
+    "VERSION",
+    "bin/github-backup",
+    "github-backup.gemspec",
+    "lib/github-backup.rb",
+    "lib/github/repos.rb",
+    "lib/utils/options.rb",
+    "test/helper.rb",
+    "test/test_github-backup.rb"
+  ]
+  s.homepage = "http://github.com/hbt/github-backup"
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.15"
+  s.summary = "Backup all repos, wiki, issues, forks, branches from github"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<shoulda>, [">= 0"])
+      s.add_development_dependency(%q<rdoc>, ["~> 3.12"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.8.3"])
+      s.add_development_dependency(%q<json>, [">= 0"])
+      s.add_development_dependency(%q<httparty>, [">= 0"])
+    else
+      s.add_dependency(%q<shoulda>, [">= 0"])
+      s.add_dependency(%q<rdoc>, ["~> 3.12"])
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.8.3"])
+      s.add_dependency(%q<json>, [">= 0"])
+      s.add_dependency(%q<httparty>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<shoulda>, [">= 0"])
+    s.add_dependency(%q<rdoc>, ["~> 3.12"])
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.8.3"])
+    s.add_dependency(%q<json>, [">= 0"])
+    s.add_dependency(%q<httparty>, [">= 0"])
+  end
+end
+

data/lib/github/repos.rb

@@ -0,0 +1,85 @@
+require 'fileutils'
+
+module GitHubBackup
+    module GitHub
+        class << self
+            attr_accessor :opts
+            def options=(v)
+                self.opts = v
+            end
+
+            def backup_repos()
+                # get all repos
+                (1..100).each do |i|
+                    repos = json("/users/#{opts[:username]}/repos?page=#{i}per_page=100")
+                    repos.each do |f|
+                        # do we limit to a specific repo?
+                        next unless f['name'] == opts[:reponame] if opts[:reponame]
+                        backup_repo f
+                    end
+                    break if repos.size == 0
+                end
+
+            end
+
+            def backup_repo(repo)
+                Dir.chdir(opts[:bakdir])
+                repo_path = "#{opts[:bakdir]}/#{repo['name']}"
+                # clone
+                %x{git clone #{repo['ssh_url']}} unless File.exists?(repo_path)
+                Dir.chdir(repo_path)
+
+                # run pull
+                %x{git fetch origin}
+
+                # do we get all forks
+                if opts[:forks] and repo['forks'] > 1
+                    (1..100).each do |i|
+                        forks = json("/repos/#{opts[:username]}/#{repo['name']}/forks?page=#{i}&per_page=100")
+                        forks.each do |f|
+                            %x{git remote add #{f['owner']['login']} #{f['git_url']}}
+                            %x{git fetch #{f['owner']['login']}}
+                        
+                        end
+                        break if forks.size == 0
+                    end
+                end
+
+                %x{for remote in `git branch -r `; do git branch --track $remote; done} if opts[:init_branches]
+
+                repo['repo_path'] = repo_path
+                dump_issues repo if opts[:issues] && repo['has_issues']
+                dump_wiki repo if opts[:wiki] && repo['has_wiki']
+            end
+
+            def dump_issues(repo)
+                Dir.chdir(repo['repo_path'])
+
+                filename = repo['repo_path'] + "/issues_dump.txt"
+                FileUtils.rm  filename if File.exists?(filename)
+
+                content = ''
+                (1..100).each do |i|
+                    issues = json("/repos/#{opts[:username]}/#{repo['name']}/issues?page=#{i}&per_page=100")
+                    content += issues.join("")
+                    break if issues.size == 0
+                end
+
+                File.open(filename, 'w') {|f| f.write(content)}
+            end
+
+            def dump_wiki(repo)
+                Dir.chdir(opts[:bakdir])
+                wiki_path = "#{opts[:bakdir]}/#{repo['name']}.wiki"
+                %x{git clone git@github.com:#{repo['owner']['login']}/#{repo['name']}.wiki.git} unless File.exists?(wiki_path)
+                Dir.chdir(wiki_path)
+                %x{git fetch origin}
+            end
+
+            def json(url)
+                auth = {:username => opts[:email], :password => opts[:passwd]} if opts[:email] and opts[:passwd]
+                HTTParty.get('https://api.github.com' << url, :basic_auth => auth).parsed_response
+            end
+        end
+    end
+end

data/lib/github-backup.rb

@@ -0,0 +1,31 @@
+$:.unshift(File.dirname(__FILE__)) unless
+$:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+require 'httparty'
+require 'json'
+
+module GitHubBackup
+    class << self
+        def require_all
+            Dir[File.join(File.dirname(__FILE__), %W(** *.rb))].each do |f|
+                require f unless f == File.expand_path(__FILE__)
+            end
+        end
+
+        def main
+            require_all
+            backup
+        end
+
+        def backup
+            GitHubBackup::Options.parse
+            opts = GitHubBackup::Options.options
+
+            GitHubBackup::GitHub.options = opts
+            GitHubBackup::GitHub.backup_repos
+        end
+
+    end
+end
+
+GitHubBackup.main

data/lib/utils/options.rb

@@ -0,0 +1,87 @@
+require 'optparse'
+
+module GitHubBackup
+    class Options
+        class << self
+            attr_accessor :options
+            def parse
+                self.options ||= {}
+
+                optparse = OptionParser.new do|opts|
+                    
+                    # TODO: update usage
+                    opts.banner = "Usage: github-backup -u [username] -o [dir]
+e.g
+github-backup -u hbt -o /tmp \n\n"
+                    #        backup.rb *githubUsername* *githubPassword* [--github-user=XXX] [--repo=XXX] [--all-branches] [--all-forks] [--issues] [--wiki]
+                    #        backup.rb [--github-user=XXX] [--repo=XXX] [--all-branches] [--all-forks] [--issues] [--wiki]
+                    #        backup.rb --username=XXX --password=XXX [--github-user=XXX] --repo=XXX --all-branches --all-forks --issues --wiki
+
+                    opts.on( '-e', '--email EMAIL', 'Optional: GitHub email/username. Required for private repos') do |f|
+                        self.options[:email] = f
+                    end
+
+                    opts.on( '-p', '--password PASSWORD', 'Optional: GitHub password. Required for private repos') do |f|
+                        self.options[:passwd] = f
+                    end
+
+                    opts.on( '-u', '--username USERNAME', '*Required: GitHub username') do |f|
+                        self.options[:username] = f
+                    end
+
+                    opts.on( '-o', '--output-dir DIR', '*Required: Backup directory') do |f|
+                        self.options[:bakdir] = File.expand_path(f)
+                    end
+
+                    opts.on( '-r', '--repository-name NAME', 'Optional: limit to this repository name' ) do |f|
+                        self.options[:reponame] = f
+                    end
+
+                    opts.on( '-f', '--forks', 'Optional: fetch all forks' ) do
+                        self.options[:forks] = true
+                    end
+
+                    opts.on( '-b', '--init-branches', 'Optional: init all branches' ) do
+                        self.options[:init_branches] = true
+                    end
+
+                    opts.on( '-i', '--dump-issues', 'Optional: dump all issues' ) do
+                        self.options[:issues] = true
+                    end
+
+                    opts.on( nil, '--dump-issues-filename FILENAME', 'Optional: dump issues filename' ) do |f|
+                        self.options[:issues_filename] = f
+                    end
+
+                    opts.on( '-w', '--wiki', 'Optional: dump wiki' ) do
+                        self.options[:wiki] = true
+                    end
+
+                    opts.on( '-v', '--version', 'Displays current version ' ) do
+                        #TODO
+                    end
+
+                    opts.on( '-h', '--help', 'Displays this screen' ) do
+                        p opts
+                        exit
+                    end
+                end
+
+                optparse.parse!
+
+                if !is_valid?
+                    puts optparse
+                    exit
+                end
+            end
+
+            # check required options
+            def is_valid?
+                return false unless self.options[:bakdir] && File.exists?(self.options[:bakdir])
+                return false unless self.options[:username]
+                true
+            end
+
+        end
+    end
+end

data/test/helper.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'github-backup'
+
+class Test::Unit::TestCase
+end

data/test/test_github-backup.rb

@@ -0,0 +1,7 @@
+require 'helper'
+
+class TestGithubBackup < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+    flunk "hey buddy, you should probably rename this file and start testing for real"
+  end
+end

metadata

@@ -0,0 +1,136 @@
+--- !ruby/object:Gem::Specification 
+name: github-backups
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.1.0
+platform: ruby
+authors: 
+- hbt
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-05-24 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: shoulda
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rdoc
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: "3.12"
+  type: :development
+  prerelease: false
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: jeweler
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 1.8.3
+  type: :development
+  prerelease: false
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: json
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: httparty
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id006
+description: Command-line tool designed to back up repos from github
+email: hassenbentanfous@gmail.com
+executables: 
+- github-backup
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE.txt
+- README.mkd
+files: 
+- .document
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.mkd
+- Rakefile
+- VERSION
+- bin/github-backup
+- github-backup.gemspec
+- lib/github-backup.rb
+- lib/github/repos.rb
+- lib/utils/options.rb
+- test/helper.rb
+- test/test_github-backup.rb
+homepage: http://github.com/hbt/github-backup
+licenses: 
+- MIT
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: -385962001
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.15
+signing_key: 
+specification_version: 3
+summary: Backup all repos, wiki, issues, forks, branches from github
+test_files: []
+