backup-github 1.1.0 → 2.0.0

data/.rvmrc

@@ -0,0 +1,81 @@
+#!/usr/bin/env bash
+
+# This is an RVM Project .rvmrc file, used to automatically load the ruby
+# development environment upon cd'ing into the directory
+
+# First we specify our desired <ruby>[@<gemset>], the @gemset name is optional.
+environment_id="ruby-1.9.3-p0@backup-github"
+
+#
+# Uncomment the following lines if you want to verify rvm version per project
+#
+# rvmrc_rvm_version="1.10.2" # 1.10.1 seams as a safe start
+# eval "$(echo ${rvm_version}.${rvmrc_rvm_version} | awk -F. '{print "[[ "$1*65536+$2*256+$3" -ge "$4*65536+$5*256+$6" ]]"}' )" || {
+#   echo "This .rvmrc file requires at least RVM ${rvmrc_rvm_version}, aborting loading."
+#   return 1
+# }
+#
+
+#
+# Uncomment following line if you want options to be set only for given project.
+#
+# PROJECT_JRUBY_OPTS=( --1.9 )
+#
+# The variable PROJECT_JRUBY_OPTS requires the following to be run in shell:
+#
+#    chmod +x ${rvm_path}/hooks/after_use_jruby_opts
+#
+
+#
+# First we attempt to load the desired environment directly from the environment
+# file. This is very fast and efficient compared to running through the entire
+# CLI and selector. If you want feedback on which environment was used then
+# insert the word 'use' after --create as this triggers verbose mode.
+#
+if [[ -d "${rvm_path:-$HOME/.rvm}/environments" \
+  && -s "${rvm_path:-$HOME/.rvm}/environments/$environment_id" ]]
+then
+  \. "${rvm_path:-$HOME/.rvm}/environments/$environment_id"
+
+  if [[ -s "${rvm_path:-$HOME/.rvm}/hooks/after_use" ]]
+  then
+    . "${rvm_path:-$HOME/.rvm}/hooks/after_use"
+  fi
+else
+  # If the environment file has not yet been created, use the RVM CLI to select.
+  if ! rvm --create  "$environment_id"
+  then
+    echo "Failed to create RVM environment '${environment_id}'."
+    return 1
+  fi
+fi
+
+#
+# If you use an RVM gemset file to install a list of gems (*.gems), you can have
+# it be automatically loaded. Uncomment the following and adjust the filename if
+# necessary.
+#
+# filename=".gems"
+# if [[ -s "$filename" ]]
+# then
+#   rvm gemset import "$filename" | grep -v already | grep -v listed | grep -v complete | sed '/^$/d'
+# fi
+
+# If you use bundler, this might be useful to you:
+# if [[ -s Gemfile ]] && ! command -v bundle >/dev/null
+# then
+#   printf "%b" "The rubygem 'bundler' is not installed. Installing it now.\n"
+#   gem install bundler
+# fi
+# if [[ -s Gemfile ]] && command -v bundle
+# then
+#   bundle install
+# fi
+
+if [[ $- == *i* ]] # check for interactive shells
+then
+    echo "Using: $(tput setaf 2)$GEM_HOME$(tput sgr0)" # show the user the ruby and gemset they are using in green
+else 
+	echo "Using: $GEM_HOME" # don't use colors in interactive shells
+fi
+

data/Gemfile

@@ -5,8 +5,8 @@ group :development do
   gem "rdoc", "~> 3.12"
   gem "bundler", "~> 1.0.0"
   gem "jeweler", "~> 1.8.3"
-  gem "mocha", "~> 0.10.3"  
-  # gem "pry" # active for debug
+  gem "mocha", "~> 0.10.3"
+  #gem "pry" # active for debug
 end
 
 group :default do

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    backup-github (1.1.0)
+    backup-github (2.0.0)
       grit (~> 2.4.1)
       json (~> 1.6.4)
       octokit (~> 0.6.5)

data/README.md

@@ -1,6 +1,6 @@
 # backup-github
 
-Utility tool to backup github repository issues. It will backup up all the issues from all the repositories from a given github account.
+Utility tool to backup github repository issues. It will backup all repositories from a given github account. The backup comprises the git repostory, the wiki and the issues.
 
 It works with a local git repository, on which issues from all repositories of a github account are serialized to json and commited. Thanks to git, all changes are versioned, and saved.
 
@@ -13,7 +13,7 @@ To install you can just download the gem with:
 Then, to run the backup command:
 
 ```bash
-    backup-github -r path/to/my/backup/dir -u github_user -p github_pwd 
+    backup-github -r path/to/my/backup/dir -u github_user -p github_pwd
 ```
 
 If, instead you want to backup up all the issues from an Organization within github, then you run:
@@ -26,19 +26,23 @@ If, instead you want to backup up all the issues from an Organization within git
 
 To properly configure the backup system, we recommend setting a cron job to run the command once a day.
 
+## Dependencies
+
+Besides the gem dependencies, the git binary is required.
+
 ## Contributing to backup-github
- 
+
 * Check out the latest master to make sure the feature hasn't been implemented
   or the bug hasn't been fixed yet.
-* Check out the issue tracker to make sure someone already hasn't requested it 
+* Check out the issue tracker to make sure someone already hasn't requested it
   and/or contributed it.
 * Fork the project.
 * Start a feature/bugfix branch.
 * Commit and push until you are happy with your contribution.
 * Make sure to add tests for it. This is important so I don't break it in a
   future version unintentionally.
-* Please try not to mess with the Rakefile, version, or history. If you want to 
-  have your own version, or is otherwise necessary, that is fine, but please 
+* Please try not to mess with the Rakefile, version, or history. If you want to
+  have your own version, or is otherwise necessary, that is fine, but please
   isolate to its own commit so I can cherry-pick around it.
 
 ## Copyright

data/VERSION

@@ -1 +1 @@
-1.1.0
+2.0.0

data/backup-github.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "backup-github"
-  s.version = "1.1.0"
+  s.version = "2.0.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Mariano A. Cortesi"]
-  s.date = "2012-02-01"
+  s.date = "2012-03-06"
   s.description = "Command to backup Github Issues as JSON files in a Git Repository"
   s.email = "mariano@zauberlabs.com"
   s.executables = ["gh-backup-issues"]
@@ -20,6 +20,7 @@ Gem::Specification.new do |s|
   s.files = [
     ".document",
     ".rspec",
+    ".rvmrc",
     "Gemfile",
     "Gemfile.lock",
     "LICENSE.txt",

data/lib/backup-github.rb

@@ -7,8 +7,11 @@ require 'ostruct'
 require 'pathname'
 require 'logger'
 
+#Grit.debug=true
+
+Issue = Struct.new "Issue", :number, :content
 $logger = Logger.new($stdout)
-  
+
 class GithubBackup
 
   def initialize(github)
@@ -19,58 +22,71 @@ class GithubBackup
     JSON.pretty_generate( issue.content )
   end
 
-  def save_issue(dir, issue)
-    file = dir + ('%04d.js' % issue.number)
-    file.open('w') { |f| f.write(serialize_issue(issue)) }
-    @gitrepo.add(file.to_s)
+  def save_issue(issue)
+    File.open('%04d.js' % issue.number, "w") { |f| f.write(serialize_issue(issue)) }
   end
 
-  def run( orgname, local_repo )
-    Dir.chdir(local_repo) do |path|
-      @gitrepo = begin
-        Grit::Repo.new(".")
-      rescue Grit::InvalidGitRepositoryError => e
-        $logger.warn "Not a git Repository, creating a new one"
-        Grit::Repo.init(".")
+  def backup_gitrepo( giturl, path )
+      $logger.info "Backuping #{path.to_path}"
+      if path.directory?
+        $logger.info "Backuping #{path.to_path} -> UPDATE"
+        gritty = Grit::Git.new(path.realpath.to_path)
+        gritty.fetch({:timeout=>false})
+      else
+        $logger.info "Backuping #{path.to_path} -> NEW"
+        path.mkpath
+        gritty = Grit::Git.new(".")
+        gritty.clone({:mirror=>true, :timeout=>false}, giturl, path.realpath.to_path)
       end
+  end
+
+  def run( orgname, local_repo )
+    @github.repositories(orgname)[0,3].each do |repo|
+      reponame = "#{orgname}/#{repo.name}"
+      $logger.info "Backuping #{reponame}"
+
+      repopath = Pathname.new(local_repo) + repo.name
+      repopath.mkpath
 
-      orgdir = Pathname.new orgname
-      
-      repositories = @github.repositories orgname 
-
-      repositories.each do |repo|      
-        reponame = "#{orgname}/#{repo.name}"
-        $logger.info "Backuping #{reponame}"
-        
-        if @github.has_issues? reponame
-          projectdir = orgdir + repo.name
-          projectdir.mkpath
-
-          @github.on_issues(reponame) {|issue| save_issue(projectdir, issue)}
-        else
-          $logger.info "No issues for #{reponame}"
+      $logger.info("Backup Reporsitory")
+      backup_gitrepo(repo.ssh_url, repopath + "git-bare" )
+
+      $logger.info("Backup Wiki")
+      backup_gitrepo(repo.ssh_url.gsub(".git", ".wiki.git"), repopath + "wiki-bare" )
+
+      # Backup Issues
+      if @github.has_issues? reponame
+        issuespath = repopath + "issues"
+        issuespath.mkpath
+        Dir.chdir(issuespath) do
+          # After endless problems with Grit, fallback to sytem exec
+          `git init` unless File.directory? ".git"
+          $logger.info("Fetching issues")
+          @github.on_issues(reponame) {|issue| save_issue(issue)}
+
+          $logger.info("Add & Commit issues")
+          `git add .`
+          `git commit -m backup`
         end
+      else
+        $logger.info "No issues for #{reponame}"
       end
-
-      @gitrepo.commit_index("Backup...")
-      $logger.info 'Backup Finished'
     end
   end
-
 end
 
 
 class GithubAPIAdapter
   @@ISSUE_STATES = %w{open closed}
-  
-  def initialize(client) 
+
+  def initialize(client)
     @client = client
   end
 
   def has_issues?(reponame)
     @client.repository(reponame).has_issues
   end
-     
+
   def on_issues(reponame, &block)
     @@ISSUE_STATES.each do |status|
       page = 0
@@ -78,8 +94,7 @@ class GithubAPIAdapter
       begin
           issues = @client.list_issues( reponame, :page => page, :state => status )
           issues.each do |issue|
-            yield OpenStruct.new(:number => issue.number, 
-                                 :content => @client.issue(reponame, issue.number))
+            yield Issue.new(issue.number, @client.issue(reponame, issue.number))
           end
           page += 1
       end until issues.length != 10

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: backup-github
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 2.0.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-02-01 00:00:00.000000000 Z
+date: 2012-03-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: octokit
-  requirement: &70183486958840 !ruby/object:Gem::Requirement
+  requirement: &70334031341660 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,10 @@ dependencies:
         version: 0.6.5
   type: :runtime
   prerelease: false
-  version_requirements: *70183486958840
+  version_requirements: *70334031341660
 - !ruby/object:Gem::Dependency
   name: json
-  requirement: &70183486957760 !ruby/object:Gem::Requirement
+  requirement: &70334031341180 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +32,10 @@ dependencies:
         version: 1.6.4
   type: :runtime
   prerelease: false
-  version_requirements: *70183486957760
+  version_requirements: *70334031341180
 - !ruby/object:Gem::Dependency
   name: grit
-  requirement: &70183486956980 !ruby/object:Gem::Requirement
+  requirement: &70334031340700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,10 +43,10 @@ dependencies:
         version: 2.4.1
   type: :runtime
   prerelease: false
-  version_requirements: *70183486956980
+  version_requirements: *70334031340700
 - !ruby/object:Gem::Dependency
   name: trollop
-  requirement: &70183486956320 !ruby/object:Gem::Requirement
+  requirement: &70334031340220 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,10 +54,10 @@ dependencies:
         version: 1.16.2
   type: :runtime
   prerelease: false
-  version_requirements: *70183486956320
+  version_requirements: *70334031340220
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70183486955700 !ruby/object:Gem::Requirement
+  requirement: &70334031339740 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -65,10 +65,10 @@ dependencies:
         version: 2.8.0
   type: :development
   prerelease: false
-  version_requirements: *70183486955700
+  version_requirements: *70334031339740
 - !ruby/object:Gem::Dependency
   name: rdoc
-  requirement: &70183486954960 !ruby/object:Gem::Requirement
+  requirement: &70334031339260 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -76,10 +76,10 @@ dependencies:
         version: '3.12'
   type: :development
   prerelease: false
-  version_requirements: *70183486954960
+  version_requirements: *70334031339260
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &70183486954280 !ruby/object:Gem::Requirement
+  requirement: &70334031338780 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -87,10 +87,10 @@ dependencies:
         version: 1.0.0
   type: :development
   prerelease: false
-  version_requirements: *70183486954280
+  version_requirements: *70334031338780
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &70183486951860 !ruby/object:Gem::Requirement
+  requirement: &70334031338300 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -98,10 +98,10 @@ dependencies:
         version: 1.8.3
   type: :development
   prerelease: false
-  version_requirements: *70183486951860
+  version_requirements: *70334031338300
 - !ruby/object:Gem::Dependency
   name: mocha
-  requirement: &70183486948440 !ruby/object:Gem::Requirement
+  requirement: &70334031337820 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -109,7 +109,7 @@ dependencies:
         version: 0.10.3
   type: :development
   prerelease: false
-  version_requirements: *70183486948440
+  version_requirements: *70334031337820
 description: Command to backup Github Issues as JSON files in a Git Repository
 email: mariano@zauberlabs.com
 executables:
@@ -121,6 +121,7 @@ extra_rdoc_files:
 files:
 - .document
 - .rspec
+- .rvmrc
 - Gemfile
 - Gemfile.lock
 - LICENSE.txt
@@ -148,7 +149,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3014412636560081919
+      hash: -2566165398545649519
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements: