git-thin 0.0.13

data/lib/git-thin/command/expire.rb

@@ -0,0 +1,125 @@
+require 'claide'
+require 'json'
+require "time"
+module GitThin
+
+    class Expire < Thin
+        include GitThinUtils
+        self.summary = 'Delete expire branch'
+        # self.plugin_prefixes = %w(claide cocoapods)
+        self.arguments = [
+          CLAide::Argument.new('BRANCHS', false ),
+        ]
+
+        self.description = <<-DESC
+    Deletes a list of branches. Branches are specified by [BRANCHS] parameter, which can be a list of branch names or a file
+        DESC
+
+        def self.options
+            [
+              ['--source_root', 'Specify the warehouse address manually if necessary.'],
+              ['--exclude_branchs', 'The name of the excluded branch，file or string.'],
+            ].concat(super)
+
+        end
+        def initialize(argv)
+            super
+
+            @branchs = argv.shift_argument
+            if not @branchs
+                return
+            end
+            @source_root = argv.option('source_root')
+            @exclude_branchs = argv.option('exclude_branchs')
+            if @source_root
+                Dir.chdir @source_root
+            end
+            run_shell 'git rev-parse --show-toplevel',false ,LOGNone do |out,err,status|
+                if status == 0
+                    @source_root = out[0].strip
+                end
+            end
+
+            if not Dir.exist? @source_root
+                @source_root = nil
+                return
+            end
+
+            if FileTest.exist? @branchs
+                File.open(@branchs, "r") do |aFile|
+                    @branchs = ""
+                    aFile.each do |line|
+                        @branchs += line
+                    end
+                end
+            end
+            @branchs = @branchs.gsub(',',' ')
+            @branchs = @branchs.split ' '
+
+            if FileTest.exist? @exclude_branchs
+                File.open(@exclude_branchs, "r") do |aFile|
+                    @exclude_branchs = ""
+                    aFile.each do |line|
+                        @exclude_branchs += line
+                    end
+                end
+            end
+            @exclude_branchs = @exclude_branchs.gsub(',',' ')
+            @exclude_branchs = @exclude_branchs.split ' '
+
+            run_shell 'git branch -r',false ,true do |out,err,status|
+                if status == 0
+                    @remote_branchs = out.map { |line| line = line.strip }
+                    @remote_branchs.delete_if do |item|
+                        ret = false
+                        if item.include? '->'
+                            ret = true
+                        end
+                        ret
+                    end
+                end
+            end
+
+        end
+
+        def validate!
+            super
+            help! 'validate SOURCE_ROOT is required.' unless @source_root
+        end
+
+        def expire_branchs
+            Dir.chdir(@source_root)
+            error_branchs = []
+            exclude_count = 0
+            @branchs.each do |branch|
+                if @exclude_branchs.include? branch
+                    logN "#{branch}分支名字黑名单，跳过"
+                    exclude_count += 1
+                else
+                    if @remote_branchs.include? branch
+                        index = branch.index('/')
+                        branch[index] = ' '
+                        # "git push -d #{branch}"
+                        run_shell "git push -d #{branch}",true ,true do|out,err,status|
+                            if status!= 0
+                                error_branchs.push branch
+                            else
+                                logN "#{branch}分支删除成功"
+                            end
+                        end
+                    else
+                        error_branchs.push branch
+                    end
+                end
+            end
+            error_branchs.each do |branch|
+                logE "#{branch}分支删除失败"
+            end
+            logN "总共#{@remote_branchs.length}个分支，计划删除#{@branchs.length}个分支，黑名单跳过#{exclude_count}个，删除失败#{error_branchs.length}个分支"
+        end
+        def run
+            expire_branchs
+
+        end
+    end
+end

data/lib/git-thin/command/export.rb

@@ -0,0 +1,256 @@
+require 'claide'
+require 'json'
+module GitThin
+
+class Export < Thin
+    include GitThinUtils
+    self.summary = 'Export a git repository and lfs files.'
+    # self.plugin_prefixes = %w(claide cocoapods)
+    self.arguments = [
+      # CLAide::Argument.new('TYPE', false )
+    ]
+
+    self.description = <<-DESC
+         recode: Export COMMIT and TAG records for each branch
+         lfs: fetch all lfs object
+         local: checkout all local branch，lfs object
+     DESC
+
+    def self.options
+        [
+          ['--force', 'Overwrite existing branch.'],
+          ['--target_git', 'Export to the target Git repository'],
+          ['--type', 'Export "local","record","git" or "lfs".defalue all'],
+          ['--source_root', 'Specify the warehouse address manually if necessary.'],
+        ].concat(super)
+
+    end
+    
+    def initialize(argv)
+        super
+        @verbose = argv.flag?('verbose',LOGNone )
+        if @verbose
+            @verbose = LOGC|LOGN
+        end
+        @force = argv.flag?('force')
+        @support_types = ["local","record","git","lfs"]
+        @type = argv.option('type')
+        if not @support_types.include? @type
+            @type = nil
+            logE 'type not support'
+            return
+        end
+        @source_root = argv.option('source_root')
+        @target_git = argv.option('target_git')
+        if @type=='git' && !@target_git
+            logE 'need a target_git if type is git'
+            return
+        end
+      if not @source_root
+          run_shell 'git rev-parse --show-toplevel',false ,LOGNone do |out,err,status|
+              if status == 0
+                  @source_root = out[0].strip
+              end
+          end
+
+          if not File.exist? @source_root+'/.git'
+              UI.puts "git repository not found"
+              exit 1
+          end
+      end
+      if not Dir.exist? @source_root
+          @source_root = nil
+          return
+      end
+    end
+
+    def fetch_branch
+        Dir.chdir(@source_root)
+        run_shell 'git branch -r',false ,LOGNone do |out,err,status|
+            if status == 0
+                @branchs = out.map { |line| line = line.strip }
+                @branchs.delete_if do |item|
+                    ret = false
+                    if item.include? '->'
+                        ret = true
+                    end
+                    ret
+                end
+            end
+        end
+
+        run_shell 'git branch',false ,LOGNone do |out,err,status|
+            if status == 0
+                @local_branchs = out.map { |line| line = line.strip }
+            end
+        end
+    end
+
+    def validate!
+        super
+        help! 'validate SOURCE_ROOT is required' unless @source_root
+        help! 'validate TYPE is required' unless @type
+    end
+
+    def export_local
+        Dir.chdir(@source_root)
+        run_shell 'git lfs fetch --all',false ,LOGA ,1
+
+        fetch_branch
+        run_shell "git remote",false ,LOGNone do |out,err,status|
+            @remote=out[0].strip
+        end
+
+        progress = 0.0
+        logP "当前进度:#{format("%0.2f",progress*100).to_f}%"
+        @branchs.each_index do|index|
+            branch = @branchs[index]
+            if index*1.0/@branchs.length - progress > 0.001
+                progress = index*1.0/@branchs.length
+                logP "当前进度:#{format("%0.2f",progress*100).to_f}%"
+            end
+            branch=branch[@remote.length+1..-1]
+            run_shell "git checkout -B #{branch} #{@remote}/#{branch} -f",true ,@verbose
+        end
+
+        # run_shell 'git lfs install',true ,true
+        # run_shell 'git lfs fetch --all',false ,false ,1
+    end
+    def export_record
+        fetch_branch
+        Dir.chdir(@source_root)
+        if Dir.exist? ('branchs.bak')
+            FileUtils.rm_rf('branchs.bak')
+        end
+        FileUtils.mkdir('branchs.bak')
+        FileUtils.mkdir('branchs.bak/branchs')
+
+
+        File.open("branchs.bak/branchs.json", "w+") do |aFile|
+            aFile.syswrite(@branchs.join("\n"))
+        end
+
+        logN '开始导出分支'
+        progress = 0.0
+        @branchs.each_index do|index|
+            branch = @branchs[index]
+            if index*1.0/@branchs.length - progress > 0.001
+                progress = index*1.0/@branchs.length
+                logP "当前进度:#{format("%0.2f",progress*100).to_f}%"
+            end
+
+            run_shell "git log --oneline #{branch}",true ,LOGNone do |out,err,status|
+                items = branch.split '/'
+                name = items[-1]
+                items.delete_at -1
+                FileUtils.mkdir_p "branchs.bak/branchs/#{items.join '/'}"
+                File.open("branchs.bak/branchs/#{branch}", "w+") do |aFile|
+                    aFile.syswrite(out.join(""))
+                end
+            end
+        end
+
+        logN '开始导出tags'
+        run_shell 'git ls-remote -t --refs',false ,LOGNone do |out,err,status|
+            if status == 0
+                @tags = {}
+                out.each { |item|
+                    items = item.split ' '
+                    ref = items[0]
+                    tag = items[1]
+                    tag = tag['refs/tags/'.length..-1]
+                    @tags[tag] = ref
+                }
+
+            end
+        end
+        File.open("branchs.bak/tags.json", "w+") do |aFile|
+            aFile.syswrite(@tags.to_json)
+        end
+        logN '导出完成'
+
+    end
+    def export_lfs
+        Dir.chdir(@source_root)
+        run_shell 'git lfs install',true ,true
+        run_shell 'git lfs fetch --all',false ,false ,1
+
+    end
+    def export_git
+        fetch_branch
+        Dir.chdir(@source_root)
+        progress = 0.0
+        run_shell "git remote",false ,true do |out,err,status|
+            @remote=out[0].strip
+        end
+        run_shell "git remote add tmp "+@target_git,true ,true
+        run_shell "git fetch #{@remote} -pf",true ,true
+
+        error_branch = []
+        success_branch = []
+        @branchs.each_index do|index|
+            branch = @branchs[index]
+            if index*1.0/@branchs.length - progress > 0.001
+                progress = index*1.0/@branchs.length
+                set_progress(progress*1000.to_int)
+                # logN "#{format("%0.2f",progress*100).to_f}%"
+            end
+            branch=branch[@remote.length+1..-1]
+            run_shell "git checkout -B #{branch} #{@remote}/#{branch} -f",true ,true do |out,err,status|
+                if status == 0 && out.length > 0
+                    head=nil
+                    run_shell "git rev-parse HEAD",true ,true do |out,err,status|
+                        if status == 0
+                            head = out[0].strip
+                        end
+                    end
+                    need_update = true
+                    if head
+                        run_shell "git log tmp/#{branch} -1 --pretty=format:%H",true ,true do|out,err,status|
+                            if out.length > 0 && out[0].index(head) == 0
+                                need_update = false
+                            end
+                        end
+                    end
+                    if need_update
+                        run_shell "git push -u tmp --no-verify",true ,true do|out,err,status|
+                            if status == 0
+                                success_branch.push branch
+                            else
+                                logE err.join('')
+                                error_branch.push branch
+                            end
+                        end
+                    else
+                        logW 'jump branch:'+branch
+                    end
+
+                else
+                    logE err.join('')
+                    error_branch.push branch
+                end
+            end
+        end
+        logN 'success branchs:\n'+success_branch.join('')
+        logN 'error branchs:\n'+error_branch.join('')
+
+
+    end
+    def run
+        if @type.nil? || @type == "local"
+            export_local
+        end
+        if @type.nil? || @type == "record"
+            export_record
+        end
+        if @type.nil? || @type == "lfs"
+            export_lfs
+        end
+        if @type=='git' && @target_git
+            export_git
+        end
+
+
+    end
+    end
+end

data/lib/git-thin/command/fetch.rb

@@ -0,0 +1,17 @@
+require 'claide'
+require 'json'
+require 'git-thin/command/action'
+module GitThin
+
+    class Fetch < Thin
+        include Action
+        self.arguments = Action.arguments
+        self.summary = Action.summary 'fetch'
+        self.description = Action.description  'fetch'
+
+        def initialize(argv)
+            super
+            setup(argv,'fetch')
+        end
+    end
+end

data/lib/git-thin/command/hook.rb

@@ -0,0 +1,357 @@
+module GitThin
+    class Hook < Thin
+        include GitThinUtils
+        self.description=  <<-DESC
+            install|unstall,hooks for thin. 
+            The names specifies the name of the hook, multiple names can use '|' in combination
+            
+            push_count_checker: Check exception case for pushing too many COMMITS.
+            commit_lfs_checker: Check for large files that are not managed by LFS, or for incorrect usage of LFS.
+            commands: The optimization policy for git thin is automatically executed when the git command is executed
+        DESC
+
+        def self.arguments
+            [
+              CLAide::Argument.new('install|unstall', false )
+            ]
+        end
+        self.summary= 'Action install|unstall hooks'
+
+
+        def self.options
+            [
+              ['--source_root', 'Specify the warehouse address manually if necessary.'],
+              ['--names', 'set hook name,include "push_count_checker|commit_lfs_checker|commands|all",defaule commands'],
+              ['--commit_limit', 'Upper count limit checked in the prepush hook. default 5000'],
+              ['--master_name', 'The name of the repository main branch，defalut is develop'],
+              ['--file_size_limit', 'Upper file size limit checked in the prepush hook.default 2097152B (2MB)'],
+            ].concat(super)
+        end
+
+        def commands_hook
+            <<-DESC
+                function git(){
+                    o_git=`whereis git`
+                    
+                    if [ -z "$o_git" ] || ! command -v git-thin >/dev/null 2>&1;then
+                        echo 'git or git-thin command failed, finish hook'
+                        unset -f git
+                        git "$@"
+                    else
+                        if [[ "$1" == "checkout" ]] || [[ "$1" == "pull" ]] || [[ "$1" == "fetch" ]];then
+                           git-thin "$@"
+                           ret=$?
+                           if [ $ret -gt 100 ];then
+                                return $ret-100
+                           elif [ $ret -ne 0 ];then
+                                echo 'git-thin command error,retry with git'
+                                $o_git "$@"
+                           else
+                                return $ret
+                           fi
+                        else
+                            $o_git "$@"
+                        fi
+                    fi
+                    return $?
+                }
+                export -f git > /dev/null
+            DESC
+        end
+
+        def pre_push_hook
+            <<-DESC
+                count=`git log --oneline #{@origin}/#{@master_name}..HEAD | wc -l`
+                if [ $count -gt #{@commit_limit} ];then
+                    echo "commit count:${count} is greater than #{@commit_limit} (base #{@master_name}), please contact kyle.zhou"
+                    exit 1
+                fi
+            DESC
+        end
+
+        def commit_msg_hook
+            %Q{
+                echo ''
+                echo '======start lfs check========'
+                root=`git rev-parse --show-toplevel`
+                START_LINE=`head -n1 $1`
+                if [[ -f $root/.git/MERGE_MSG ]] || [[ $START_LINE == "Merge"* ]];then
+                    echo "Current in merging，skip lfs check"
+                    exit 0
+                fi
+                map(){
+                    function_name=$1
+                    shift
+                    while read line
+                    do
+                        $function_name "$line" "$@"
+                    done
+                }
+                
+                white_list=(mm m cpp c cc h hpp java cs cjs js css txt doc docx pdf ppt pptx xls htm html shtm shtml jsp xjsp jspf jsf jsx jspx md pl pm sass sh zsh bash rb json xml yml yaml cjsx uml es6 mjs ejs bat cgi cmd csv jam log opts mpmrc nvmrc vue xhtml xsl xslt elt)
+                OLDIFS=$IFS
+                IFS=$'\n'
+                lfs_files=`git lfs ls-files`
+                lfs_files=($lfs_files)
+                IFS='*'
+                for (( i = 0; i < ${#lfs_files[@]}; i++ )); do
+                    file_item=(${lfs_files[i]})
+                    lfs_files[i]=${file_item[1]}
+                done
+                export has_gitattributes=0
+                check_file(){
+                    echo $1
+                   if [[ $1 =~ 'gitattributes' ]];then
+                        export has_gitattributes=1
+                        echo "has_gitattributes:$has_gitattributes"
+                   fi
+                   file_name=$1
+                   file_ext=${file_name##*.}
+                   file_ext=$(echo "$file_ext" | tr [A-Z] [a-z])
+                   for item in ${white_list[@]};do
+                      if [ "$file_ext" = "$item" ];then
+                          return
+                      fi
+                   done
+                    
+                    for (( i = 0; i < ${#lfs_files[@]}; i++ )); do
+                        if [[ "${lfs_files[i]}" == " $file_name" ]];then
+                             echo "file ${file_name} already in lfs, pass"
+                             return
+                        fi
+                    done
+                    
+                    if [ -f "$file_name" ];then
+                        size=`ls -l $file_name | awk '{ print $5 }'`
+                        if [ "$size" -gt #{@file_size_limit} ];then
+                            echo "修改的非代码文件超过#{@file_size_limit}KB，请使用git lfs管理,文件名称：$file_name"
+                            exit 1
+                        fi
+                    fi
+                }
+                
+                git diff --name-only --staged | map check_file
+                if [ $? -ne 0 ];then
+                    echo "lfs check failed"
+                    exit 1
+                fi
+                IFS=$OLDIFS
+                if [ `git diff --name-only | grep '.gitattributes' -c` -gt 0 ];then
+                    echo '存在未提交的.gitattributes文件，请主动add改文件。如果确认不需要则请重置该文件'
+                    echo "lfs check failed"
+                    exit 1
+                fi
+                echo "lfs check pass"
+                echo ""
+           }
+        end
+        def check_name
+            pass = true
+            for name in @names
+                name = name.downcase
+                if !@support_names.include?(name) && name.downcase != 'all'
+                    logE "name [#{name}] is not supported"
+                    pass = false
+                end
+            end
+            if false
+                @names = []
+            end
+        end
+
+        def initialize(argv)
+            super
+            @pwd = Dir.pwd
+            if argv.arguments.length > 0 &&( argv.arguments[0] == 'install' || argv.arguments[0] == 'uninstall')
+                @action = argv.shift_argument
+            end
+            @source_root = argv.option('source_root')
+            @file_size_limit = argv.option('file_size_limit','2048')
+            @commit_limit = argv.option('commit_limit','5000')
+            @master_name = argv.option('master_name','develop')
+            @names = argv.option('names','commands')
+            @names = @names.split('|')
+            @names = @names.map { |item|item.downcase }
+            @support_names = ['push_count_checker','commit_lfs_checker','commands']
+            if @names.include? 'all'
+                @names = @support_names
+            end
+            check_name
+
+            if not @source_root
+                run_shell 'git rev-parse --show-toplevel',false ,LOGNone do |out,err,status|
+                    if status == 0
+                        @source_root = out[0].strip
+                    end
+                end
+
+                if not File.exist? @source_root+'/.git'
+                    UI.puts "git repository not found"
+                    exit 1
+                end
+            else
+                if @source_root[-1] == '/'
+                    @source_root = @source_root[0..-2 ]
+                end
+            end
+            if not Dir.exist? @source_root
+                @source_root = nil
+                return
+            end
+            @hook_path = "#{@source_root}/.git/hooks"
+            if not Dir.exist? @hook_path
+                FileUtils.mkdir_p @hook_path
+            end
+            @start_flag = '>>>>>>>>>>>>>>>>>>>'
+            @end_flag   = '<<<<<<<<<<<<<<<<<<<'
+        end
+
+        def validate!
+            super
+            help! 'validate SOURCE_ROOT is required' unless @source_root
+            help! 'action must install/uninstall' unless @action
+            help! 'validate names is required' unless @names.length
+
+        end
+
+        def prune_hook(name,content)
+            start_flag = '# '+@start_flag+' git thin '+name+@start_flag
+            end_flag = '# '+@end_flag+' git thin '+name+@end_flag
+            find_start = false
+            find_end = false
+            lines = []
+            content.each do |line|
+                if line.index(start_flag)
+                    find_start = true
+                end
+                if line.index(end_flag) && find_start
+                    find_end = true
+                end
+
+                if !find_start && !find_end
+                    lines.push line
+                end
+
+                if find_start && find_end
+                    find_start = find_end = false
+                end
+            end
+            return lines
+        end
+
+        def append_hook(name,content,hook)
+            start_flag = '# '+@start_flag+' git thin '+name+@start_flag+"\n"
+            end_flag = '# '+@end_flag+' git thin '+name+@end_flag+"\n"
+            content += "\n\n #{start_flag}\n"
+            content += hook
+            content += "\n #{end_flag}"
+
+        end
+        def uninstall_hook(path,name)
+            origin = []
+            if File.exist? path
+                File.open(path, "r") do |aFile|
+                    origin = aFile.readlines
+                end
+            end
+
+            prune = prune_hook(name,origin)
+            content = prune.join("")
+            File.open(path, "w+") do |aFile|
+                aFile.write content
+            end
+            if prune.length != origin.length
+                logN 'success uninstall hook:'+name+' to path:'+path
+            end
+        end
+        def install_hook(path,name,hook)
+            origin = []
+            if File.exist? path
+                File.open(path, "r") do |aFile|
+                    origin = aFile.readlines
+                end
+            end
+
+            prune = prune_hook(name,origin).join("")
+            content = append_hook name,prune,hook
+            File.open(path, "w+") do |aFile|
+                aFile.write content
+            end
+            logN 'success install hook:'+name+' to path:'+path
+        end
+
+        def install
+            if @names.include? 'push_count_checker'
+                Dir.chdir @source_root
+                find_branch = false
+                run_shell 'git branch -r',true ,true do |outs,errs,status|
+                    if status == 0
+                        for out in outs
+                            items = out.strip.split '/'
+                            if items.length == 2 && items[1] == @master_name
+                                find_branch = true
+                                break
+                            end
+                        end
+                    end
+                end
+
+                run_shell 'git remote',true ,true do |outs,errs,status|
+                    if status == 0 && outs.length > 0
+                        @origin = outs[0]
+                    else
+                        @origin = 'origin'
+                    end
+                end
+                if !find_branch
+                    logE "install push_count_checker hook error:the main branch [#{@master_name}] is not exist,please specify an appropriate parameter for master_name"
+                    exit 1
+                end
+
+                install_hook @hook_path+'/pre-push','push_count_checker',pre_push_hook
+            end
+            if @names.include? 'commit_lfs_checker'
+                install_hook @hook_path+'/commit-msg','commit_lfs_checker',commit_msg_hook
+            end
+
+            if @names.include? 'commands'
+                profile = Dir.home+"/.bash_profile"
+                install_hook profile,'commands_hook',commands_hook
+                run_shell"cat #{profile}>tmp &&  source tmp && rm tmp",true ,LOGPRUNE
+                logN 'This will take effect after restarting the computer'
+            end
+
+        end
+
+        def uninstall
+            if @names.include? 'push_count_checker'
+                uninstall_hook @hook_path+'/pre-push','push_count_checker'
+            end
+            if @names.include? 'commit_lfs_checker'
+                uninstall_hook @hook_path+'/commit-msg','commit_lfs_checker'
+            end
+            if @names.include? 'commands'
+                profile = Dir.home+"/.bash_profile"
+                uninstall_hook profile,'commands_hook'
+                run_shell'echo "unset -f git" >tmp &&  source tmp && rm tmp',true ,LOGPRUNE
+                logN 'This will take effect after restarting the computer'
+            end
+            logN 'finish uninstall'
+        end
+
+        def run_config
+            values=[]
+
+            return values
+        end
+
+        def run
+            Dir.chdir @source_root
+            if @action == 'install'
+                install
+            elsif @action =='uninstall'
+                uninstall
+            end
+        end
+    end
+end