github_backup 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 9acdffdd4f2ecf5f4f0aba30a1f71dcf84c7304e6d6c28d4a1968975c97655f8
+  data.tar.gz: db0e9a35201bc78717193ad5983a2ad91b72cc55a360c40fffd75ad679dd4a21
+SHA512:
+  metadata.gz: 1f49b1f08d8a9e43d58426bbe5ff5e0966f49c4be61cbaec58295cdc10b317a44d9663134a54b59783aceefafbf8b2f02522b6f1293a0a46f44c8b21209cff14
+  data.tar.gz: fedbb55ac7c2f06944c570087777a9d3b646038b954d1036febb45f568075459663b610adc65ee630fd2633a588edc4482a4c9f1503e3d64a898648a815f7d79

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.ruby-gemset

@@ -0,0 +1 @@
+github_backup

data/.ruby-version

@@ -0,0 +1 @@
+ruby-2.6.2

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in github_backup.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,55 @@
+PATH
+  remote: .
+  specs:
+    github_backup (0.1.0)
+      http
+      link_header
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.6.0)
+      public_suffix (>= 2.0.2, < 4.0)
+    diff-lcs (1.3)
+    domain_name (0.5.20180417)
+      unf (>= 0.0.5, < 1.0.0)
+    http (4.1.1)
+      addressable (~> 2.3)
+      http-cookie (~> 1.0)
+      http-form_data (~> 2.0)
+      http_parser.rb (~> 0.6.0)
+    http-cookie (1.0.3)
+      domain_name (~> 0.5)
+    http-form_data (2.1.1)
+    http_parser.rb (0.6.0)
+    link_header (0.0.8)
+    public_suffix (3.0.3)
+    rake (10.5.0)
+    rspec (3.8.0)
+      rspec-core (~> 3.8.0)
+      rspec-expectations (~> 3.8.0)
+      rspec-mocks (~> 3.8.0)
+    rspec-core (3.8.0)
+      rspec-support (~> 3.8.0)
+    rspec-expectations (3.8.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-mocks (3.8.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-support (3.8.0)
+    unf (0.1.4)
+      unf_ext
+    unf_ext (0.0.7.5)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.17)
+  github_backup!
+  rake (~> 10.0)
+  rspec (~> 3.0)
+
+BUNDLED WITH
+   1.17.2

data/README.md

@@ -0,0 +1,23 @@
+# GithubBackup
+
+Backup all of your github repos by using the Github API to clone and update them.
+
+## Installation
+
+    $ gem install github_backup
+
+## Usage
+
+Edit: `~/.config/github-backup.json`
+
+Example config
+
+```json
+{
+  "repos_path": "~/Repos",
+  "backup_path": "~/Documents/RepoBundles",
+  "token": "...github_token..."
+}
+```
+
+    $ github-backup

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "github_backup"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/github-backup

@@ -0,0 +1,60 @@
+#!/usr/bin/env ruby
+
+lib = File.join(__dir__, '..', 'lib')
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require 'shellwords'
+require 'thread'
+require 'github_backup'
+require 'github_backup/git'
+include GithubBackup::Helpers
+
+config = GithubBackup::Config.new(File.join(__dir__, '..', 'default_config.json'))
+
+config['repos_path'] ||= File.join(Dir.home, 'Repos')
+config['backup_path'] ||= File.join(Dir.home, 'Documents', 'RepoBundles')
+
+config.save
+github = GithubBackup::Api.new(config['token'])
+
+puts "Fetching repos..."
+page_no = 0
+puts "page #{page_no += 1}"
+repos = github.get('/user/repos')
+while page = github.next
+  puts "page #{page_no += 1}"
+  repos.concat page
+end
+puts "Done!"
+
+clone_urls = repos.map { |repo| repo['ssh_url'] }
+
+@threads = []
+
+clone_urls.each do |url|
+  user = /github\.com.([^\/]+)/.match(url)[1]
+  project_name = File.basename(url.split('/').last, '.git')
+  path = File.expand_path(File.join(config['repos_path'], user, project_name))
+  FileUtils.mkdir_p(File.dirname(path))
+
+  @threads << Thread.new do |thread|
+    unless File.exist?(path)
+      cmd = "git clone #{url} #{Shellwords.shellescape(path)}"
+      puts cmd
+      puts `#{cmd}`
+    else
+      puts "Updating existing repo: #{path}"
+      git_updater = GithubBackup::Git.new
+      Dir.chdir(path)
+      git_updater.update
+      backup_path = File.expand_path(File.join(config['backup_path'], user))
+      FileUtils.mkdir_p(backup_path)
+      bundle = "#{project_name}.gitbundle"
+      bundle_path = File.join(backup_path, bundle)
+      puts `git bundle create #{Shellwords.shellescape(bundle_path)} --all --remotes`
+    end
+    
+  end
+end
+
+@threads.each(&:join)

data/github_backup.gemspec

@@ -0,0 +1,31 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "github_backup/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "github_backup"
+  spec.version       = GithubBackup::VERSION
+  spec.authors       = ["Alex Clink"]
+  spec.email         = ["code@alexclink.com"]
+
+  spec.summary       = "Create backups of your github repos"
+  spec.description   = "Automatically clones your github repos and makes git bundles"
+  spec.homepage      = "http://alexclink.com/gems/github-backup"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.17"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+
+  spec.add_dependency "link_header"
+  spec.add_dependency "http"
+end

data/lib/github_backup.rb

@@ -0,0 +1,8 @@
+module GithubBackup
+  class Error < StandardError; end
+end
+
+require "github_backup/version"
+require 'github_backup/api'
+require 'github_backup/config'
+require 'github_backup/helpers'

data/lib/github_backup/api.rb

@@ -0,0 +1,40 @@
+require 'link_header'
+require 'json'
+require 'uri'
+require 'http'
+
+module GithubBackup
+  class Api
+    URL = 'https://api.github.com'
+
+    def initialize(token, version = 'v3')
+      @token = token
+      @version = version
+    end
+
+    def accept
+      "application/vnd.github.#{@version}+json"
+    end
+
+    def get(url)
+      @response = HTTP[
+        'User-Agent' => 'sleepinginsomniac - cloner',
+        'Authorization' => "token #{@token}",
+        'Accept' => accept
+      ].get(URI.join(URL, url))
+      JSON.parse(@response)
+    end
+
+    def next
+      links = LinkHeader.parse(@response.headers['Link']).links
+      next_link = links.find do |link|
+        Hash[link.attr_pairs]['rel'] == 'next'
+      end
+      if next_link
+        get(next_link.href)
+      else
+        false
+      end
+    end
+  end
+end

data/lib/github_backup/config.rb

@@ -0,0 +1,88 @@
+require 'json'
+require 'fileutils'
+require 'github_backup/json_store'
+
+module GithubBackup
+  class Config
+    attr_accessor :override
+
+    def initialize(default_path)
+      @override = {}
+      @default_path = default_path
+      puts "Config: #{path}"
+    end
+
+    def defaults
+      if @default_path
+        @defaults ||= JSONStore.new(@default_path)
+      else
+        {}
+      end
+    end
+
+    def values
+      @values ||= JSONStore.new(path)
+    end
+
+    def data
+      @data ||= JSONStore.new(data_path)
+    end
+
+    # Check if the config exists
+    def exists?
+      values.exists?
+    end
+
+    # The user's home directory
+    def home
+      ENV['HOME'] || File.expand_path('~')
+    end
+
+    # The user's preferred config dir
+    def dir
+      ENV['XDG_CONFIG_HOME'] || File.join(home, '.config')
+    end
+
+    def data_dir
+      ENV['XDG_DATA_HOME'] || File.join(home, '.local', 'share')
+    end
+
+    def data_path
+      File.join(data_dir, "#{APP}.json")
+    end
+
+    # the path to the config file
+    def path
+      File.join(dir, "#{APP}.json")
+    end
+
+    # Read a value from the config ex:
+    # config[key] # => value
+    def [](key)
+      @override[key] || values[key] || defaults[key]
+    end
+
+    # Set a value in the config ex:
+    # config[key] = value
+    def []=(key, value)
+      values[key] = value
+      values.save
+    end
+
+    # Write config to disk at the user's config dir.
+    # Doesn't save overrides
+    def save
+      values.save
+    end
+
+    # Removes the saved config
+    def delete!
+      values.delete!
+    end
+
+    # writes the config json to stdout
+    def to_s
+      values.to_s
+    end
+  end
+end

data/lib/github_backup/git.rb

@@ -0,0 +1,59 @@
+module GithubBackup
+  class Git
+    def remotes(_remotes = nil)
+      unless _remotes
+        _remotes = `git remote`.split(/\s+/)
+      end
+      _remotes
+    end
+
+    def current_branch
+      `git rev-parse --abbrev-ref HEAD`.chomp
+    end
+
+    def tracked_branches(remote)
+      info = `git remote show #{remote}`
+        .lines
+        .select { |l| l =~ /merges with remote/i }
+        .map{ |l| l.strip.split(/\s+merges with remote\s+/i) }
+    end
+
+    def commits_behind(remote, lbranch, rbranch)
+      `git rev-list --count refs/heads/#{lbranch}..refs/remotes/#{remote}/#{rbranch}`.chomp.to_i
+    end
+
+    def commits_ahead(remote, lbranch, rbranch)
+      `git rev-list --count refs/remotes/#{remote}/#{rbranch}..refs/heads/#{lbranch}`.chomp.to_i
+    end
+
+    # ===========
+    # = updater =
+    # ===========
+    def update
+      remotes.each do |remote|
+        puts `git remote update #{remote}`
+        tracked_branches(remote).each do |branches|
+          lbranch, rbranch = branches
+          behind = commits_behind(remote, lbranch, rbranch)
+          ahead = commits_ahead(remote, lbranch, rbranch)
+          if behind > 0
+            if ahead > 0
+              puts "branch #{lbranch} is #{behind} commit(s) behind and " \
+                   "#{ahead} commit(s) ahead of #{remote}/#{rbranch}. " \
+                   "could not be fast-forwarded"
+            elsif lbranch == current_branch
+              puts "branch #{lbranch} was #{behind} commit(s) behind of " \
+                   "#{remote}/#{rbranch}. fast-forward merge"
+              puts "git merge -q refs/remotes/#{remote}/#{rbranch}"
+            else
+              puts "branch #{lbranch} was #{behind} commit(s) behind of " \
+                   "#{remote}/#{rbranch}. resetting local branch to remote"
+              puts "git branch -f #{lbranch} -t refs/remotes/#{remote}/#{rbranch} >/dev/null"
+            end
+          end
+        end
+      end
+    end
+
+  end
+end

data/lib/github_backup/helpers.rb

@@ -0,0 +1,17 @@
+require 'fileutils'
+
+module GithubBackup
+  module Helpers
+    def inside(dir)
+      current = Dir.pwd
+      chdir_p dir
+      yield
+      Dir.chdir(current)
+    end
+
+    def chdir_p(path)
+      FileUtils.mkdir_p path
+      Dir.chdir path
+    end
+  end
+end

data/lib/github_backup/json_store.rb

@@ -0,0 +1,50 @@
+require 'json'
+require 'fileutils'
+
+module GithubBackup
+  class JSONStore
+    def initialize(path)
+      @path = path
+      FileUtils.mkdir_p(File.dirname(@path))
+    end
+
+    def data
+      @data || load!
+    end
+
+    def load!
+      @data = exists? ? JSON.parse(File.read(@path)) : {}
+      @data['_read_at'] = Time.now
+      @data
+    end
+
+    def exists?
+      File.exist?(@path)
+    end
+
+    def [](key)
+      data[key]
+    end
+
+    def []=(key, value)
+      data[key] = value
+    end
+
+    def save
+      return false unless @data
+      @data['_saved_at'] = Time.now
+      File.open(@path, 'w') do |file|
+        file.write(to_s)
+      end
+      true
+    end
+
+    def delete!
+      File.unlink(@path) if File.exist?(@path)
+    end
+
+    def to_s
+      JSON.pretty_generate(data)
+    end
+  end
+end

data/lib/github_backup/version.rb

@@ -0,0 +1,4 @@
+module GithubBackup
+  VERSION = "0.1.0"
+  APP = 'github-backup'
+end

metadata

@@ -0,0 +1,132 @@
+--- !ruby/object:Gem::Specification
+name: github_backup
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Alex Clink
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-04-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: link_header
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: http
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Automatically clones your github repos and makes git bundles
+email:
+- code@alexclink.com
+executables:
+- github-backup
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".ruby-gemset"
+- ".ruby-version"
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/github-backup
+- github_backup.gemspec
+- lib/github_backup.rb
+- lib/github_backup/api.rb
+- lib/github_backup/config.rb
+- lib/github_backup/git.rb
+- lib/github_backup/helpers.rb
+- lib/github_backup/json_store.rb
+- lib/github_backup/version.rb
+homepage: http://alexclink.com/gems/github-backup
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Create backups of your github repos
+test_files: []