gitlabber 1.1.9__tar.gz → 1.2.0__tar.gz

gitlabber-1.2.0/PKG-INFO

@@ -0,0 +1,187 @@
+Metadata-Version: 2.1
+Name: gitlabber
+Version: 1.2.0
+Summary: A Gitlab clone/pull utility for backing up or cloning Gitlab groups
+Home-page: https://github.com/ezbz/gitlabber
+Download-URL: https://github.com/ezbz/gitlabber/archive/master.zip
+Author: Erez Mazor
+Author-email: erezmazor@gmail.com
+License: MIT
+Keywords: gitlab,python,cli
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Topic :: Utilities
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Natural Language :: English
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: >=3
+Description-Content-Type: text/markdown
+License-File: LICENSE.txt
+
+.. image:: https://github.com/ezbz/gitlabber/actions/workflows/python-app.yml/badge.svg?branch=master
+    :target: https://github.com/ezbz/gitlabber/actions/workflows/python-app.yml
+
+.. image:: https://codecov.io/gh/ezbz/gitlabber/branch/master/graph/badge.svg
+  :target: https://codecov.io/gh/ezbz/gitlabber
+  
+.. image:: https://badge.fury.io/py/gitlabber.svg
+    :target: https://badge.fury.io/py/gitlabber
+  
+.. image:: https://img.shields.io/pypi/l/gitlabber.svg
+    :target: https://pypi.python.org/pypi/gitlabber/
+
+.. image:: https://img.shields.io/pypi/pyversions/gitlabber
+    :target: https://pypi.python.org/pypi/gitlabber/
+
+.. image:: https://readthedocs.org/projects/gitlabber/badge/?version=latest&style=plastic
+    :target: https://gitlabber.readthedocs.io/en/latest/README.html
+
+Gitlabber
+=========
+
+* A utility to clone and pull GitLab groups, subgroups, projects based on path selection
+
+
+Purpose
+-------
+
+Gitlabber clones or pulls all projects under a subset of groups / subgroups by building a tree from the GitLab API and allowing you to specify which subset of the tree you want to clone using glob patterns and/or regex expressions.
+
+
+
+Installation
+------------
+
+* You can install Gitlabber from `PyPi <https://pypi.org/project/gitlabber>`_:
+
+.. code-block:: bash
+
+    pip install gitlabber
+
+* You'll need to create an `access token <https://docs.gitlab.com/ee/user/profile/personal_access_tokens.html>`_ from GitLab with API scopes `read_repository`
+  and `read_api` (or `api`, for GitLab versions <12.0)
+
+Usage
+-----
+
+* Arguments can be provided via the CLI arguments directly or via environment variables::
+    +---------------+---------------+---------------------------+
+    | Argument      | Flag          | Environment Variable      |
+    +===============+===============+===========================+
+    | token         | -t            | `GITLAB_TOKEN`            |
+    +---------------+---------------+---------------------------+
+    | url           | -u            | `GITLAB_URL`              |
+    +---------------+---------------+---------------------------+
+    | method        | -m            | `GITLABBER_CLONE_METHOD`  |
+    +---------------+---------------+---------------------------+
+    | naming        | -n            | `GITLABBER_FOLDER_NAMING` |
+    +---------------+---------------+---------------------------+
+    | include       | -i            | `GITLABBER_INCLUDE`       |
+    +---------------+---------------+---------------------------+
+    | exclude       | -x            | `GITLABBER_EXCLUDE`       |
+    +---------------+---------------+---------------------------+
+
+* To view the tree run the command with your includes/excludes and the `-p` flag. It will print your tree like so:
+
+.. code-block:: bash
+
+    root [http://gitlab.my.com]
+    ├── group1 [/group1]
+    │   └── subgroup1 [/group1/subgroup1]
+    │       └── project1 [/group1/subgroup1/project1]
+    └── group2 [/group2]
+        ├── subgroup1 [/group2/subgroup1]
+        │   └── project2 [/group2/subgroup1/project2]
+        ├── subgroup2 [/group2/subgroup2]
+        └── subgroup3 [/group2/subgroup3]
+
+* To see how to use glob patterns and regex to filter tree nodes, see the `globre project page <https://pypi.org/project/globre/#details>`_.
+
+* Cloning vs Pulling: when running Gitlabber consecutively with the same parameters, it will scan the local tree structure; if the project directory exists and is a valid git repository (has .git folder in it) Gitlabber will perform a git pull in the directory, otherwise the project directory will be created and the GitLab project will be cloned into it.
+
+* Cloning submodules: use the `-r` flag to recurse git submodules, uses the `--recursive` for cloning and utilizes `GitPython's smart update method <https://github.com/gitpython-developers/GitPython/blob/20f4a9d49b466a18f1af1fdfb480bc4520a4cdc2/git/objects/submodule/root.py#L67>`_ for updating cloned repositories
+
+* Printed Usage:
+
+.. code-block:: bash
+
+    usage: gitlabber [-h] [-t token] [-u url] [--verbose] [-p] [-d]
+                    [--print-format {json,yaml,tree}] [-m {ssh,https}] [-i csv]
+                    [-x csv] [--version] [-g {id,full_path,full_name}]
+                    [dest]
+
+    Gitlabber - clones or pulls entire groups/projects tree from GitLab
+
+    positional arguments:
+    dest                  destination path for the cloned tree (created if doesn't exist)
+
+    optional arguments:
+    -h, --help            show this help message and exit
+    -t token, --token token
+                            gitlab personal access token https://docs.gitlab.com/ee/user/profile/personal_access_tokens.html
+    -u url, --url url     base gitlab url (e.g.: 'http://gitlab.mycompany.com')
+    --verbose             print more verbose output
+    -p, --print           print the tree without cloning
+    --print-format {json,yaml,tree}
+                            print format (default: 'tree')
+    -n {name,path}, --naming {name,path}
+                            the folder naming strategy for projects (default: "name")
+    -m {ssh,http}, --method {ssh,http}
+                            the git transport method to use for cloning (default: "ssh")
+    -a {include,exclude,only}, --archived {include,exclude,only}
+                            include archived projects and groups in the results (default: "include")
+    -i csv, --include csv
+                            comma delimited list of glob patterns of paths to projects or groups to clone/pull
+    -x csv, --exclude csv
+                            comma delimited list of glob patterns of paths to projects or groups to exclude from clone/pull
+    -r, --recursive       clone/pull git submodules recursively
+    -T, --hide-token      hide the token from the gitlab request URL (for method: http)
+    -f, --use-fetch       clone/fetch git repository (mirrored repositories)
+    -s, --include-shared  include shared projects in the results
+    --version             print the version
+
+    examples:
+
+        clone an entire gitlab tree using a base url and a token:
+        gitlabber -t <personal access token> -u <gitlab url> .
+
+        # the following examples assume you provided token/url in environment variables so these arguments are omitted
+        only print the gitlab tree:
+        gitlabber -p .
+
+        clone only projects under subgroup 'MySubGroup' to location '~/GitlabRoot':
+        gitlabber -i '/MyGroup/MySubGroup**' ~/GitlabRoot
+
+        clone only projects under group 'MyGroup' excluding any projects under subgroup 'MySubGroup':
+        gitlabber -i '/MyGroup**' -x '/MyGroup/MySubGroup**' .
+
+        clone an entire gitlab tree except projects under groups named 'ArchiveGroup':
+        gitlabber -x '/ArchiveGroup**' .
+
+        clone projects that start with a case insensitive 'w' using a regular expression:
+        gitlabber -i '/{[w].*}' .
+
+Debugging
+---------
+* You can use the `--verbose` flag to print Gitlabber debug messages
+* For more verbose GitLab messages, you can get the `GitPython <https://gitpython.readthedocs.io/en/stable>`_ module to print more debug messages by setting the environment variable:
+
+.. code-block:: bash
+
+    export GIT_PYTHON_TRACE='full'
+
+Troubleshooting
+---------------
+* `GitlabHttpError: 503`: make sure you provide the base URL to your GitLab installation (e.g., `https://gitlab.my.com` and not `https://gitlab.my.com/some/nested/path`)
+
+Known Limitations
+-----------------
+* Renaming, moving and deleting projects: Gitlabber doesn't maintain local tree state (projects and groups). For that reason is does not rename move or delete local projects when they are modified on the server. When projects are moved or renamed, Gitlabber will clone them again under their new name or location. When deleted, Gitlabber will not delete the local project.
+* Folder naming strategy: Consecutively running Gitlabber with different values for the `-n` parameter will produce undesirable results. Use the same value as previous runs, or simply don't change it from the default (project name).
+* If you're going to clone a large number of projects, observe rate limits `for gitlab.com <https://docs.gitlab.com/ee/user/gitlab_com/index.html#gitlabcom-specific-rate-limits/>`_, and `for on-premise installations <https://docs.gitlab.com/ee/security/rate_limits.html>`_.

{gitlabber-1.1.9 → gitlabber-1.2.0}/README.rst

@@ -10,7 +10,7 @@
 .. image:: https://img.shields.io/pypi/l/gitlabber.svg
     :target: https://pypi.python.org/pypi/gitlabber/
 
-.. image:: https://img.shields.io/pypi/pyversions/ansicolortags.svg
+.. image:: https://img.shields.io/pypi/pyversions/gitlabber
     :target: https://pypi.python.org/pypi/gitlabber/
 
 .. image:: https://readthedocs.org/projects/gitlabber/badge/?version=latest&style=plastic
@@ -19,27 +19,27 @@
 Gitlabber
 =========
 
-* A utility to clone and pull Gitlab groups, subgroups, projects based on path selection
+* A utility to clone and pull GitLab groups, subgroups, projects based on path selection
 
 
 Purpose
 -------
 
-Gitlabber clones or pulls all projects under a subset of groups / subgroups by building a tree from the Gitlab API and allowing you to specify which subset of the tree you want to clone using glob patterns and/or regex expressions.
+Gitlabber clones or pulls all projects under a subset of groups / subgroups by building a tree from the GitLab API and allowing you to specify which subset of the tree you want to clone using glob patterns and/or regex expressions.
 
 
 
 Installation
 ------------
 
-* You can install gitlabber from `PyPi <https://pypi.org/project/gitlabber>`_ :
+* You can install Gitlabber from `PyPi <https://pypi.org/project/gitlabber>`_:
 
 .. code-block:: bash
 
     pip install gitlabber
 
-* You'll need to create an  `access token <https://docs.gitlab.com/ee/user/profile/personal_access_tokens.html>`_ from Gitlab with API scopes `read_repository`
-  and `read_api`
+* You'll need to create an `access token <https://docs.gitlab.com/ee/user/profile/personal_access_tokens.html>`_ from GitLab with API scopes `read_repository`
+  and `read_api` (or `api`, for GitLab versions <12.0)
 
 Usage
 -----
@@ -61,7 +61,7 @@ Usage
     | exclude       | -x            | `GITLABBER_EXCLUDE`       |
     +---------------+---------------+---------------------------+
 
-* To view the tree run the command with your includes/excludes and the `-p` flag it will print your tree like so
+* To view the tree run the command with your includes/excludes and the `-p` flag. It will print your tree like so:
 
 .. code-block:: bash
 
@@ -75,22 +75,22 @@ Usage
         ├── subgroup2 [/group2/subgroup2]
         └── subgroup3 [/group2/subgroup3]
 
-* To see how to use glob patterns and regex to filter tree nodes see `globre project page <https://pypi.org/project/globre/>`_ .
+* To see how to use glob patterns and regex to filter tree nodes, see the `globre project page <https://pypi.org/project/globre/#details>`_.
 
-* Cloning vs Pulling: when running Gitlabber consecutively with same parameters it will scan the local tree structure, if the project directory exists and is a valid git repository (has .git folder in it) gitlabber will perform a git pull in the directory, otherwise the project directory will be created and the gitlab project will be cloned into it.
+* Cloning vs Pulling: when running Gitlabber consecutively with the same parameters, it will scan the local tree structure; if the project directory exists and is a valid git repository (has .git folder in it) Gitlabber will perform a git pull in the directory, otherwise the project directory will be created and the GitLab project will be cloned into it.
 
-* Cloning submodules: use the `-r` flag to recurse git submodules, uses the `--recursive` for cloning and utilizes `GitPython's smart update method <https://github.com/gitpython-developers/GitPython/blob/20f4a9d49b466a18f1af1fdfb480bc4520a4cdc2/git/objects/submodule/root.py#L67>`__ for upading cloned repositories
+* Cloning submodules: use the `-r` flag to recurse git submodules, uses the `--recursive` for cloning and utilizes `GitPython's smart update method <https://github.com/gitpython-developers/GitPython/blob/20f4a9d49b466a18f1af1fdfb480bc4520a4cdc2/git/objects/submodule/root.py#L67>`_ for updating cloned repositories
 
 * Printed Usage:
 
 .. code-block:: bash
 
-    usage: gitlabber [-h] [-t token] [-u url] [--verbose] [-p]
+    usage: gitlabber [-h] [-t token] [-u url] [--verbose] [-p] [-d]
                     [--print-format {json,yaml,tree}] [-m {ssh,https}] [-i csv]
-                    [-x csv] [--version]
+                    [-x csv] [--version] [-g {id,full_path,full_name}]
                     [dest]
 
-    Gitlabber - clones or pulls entire groups/projects tree from gitlab
+    Gitlabber - clones or pulls entire groups/projects tree from GitLab
 
     positional arguments:
     dest                  destination path for the cloned tree (created if doesn't exist)
@@ -115,6 +115,9 @@ Usage
     -x csv, --exclude csv
                             comma delimited list of glob patterns of paths to projects or groups to exclude from clone/pull
     -r, --recursive       clone/pull git submodules recursively
+    -T, --hide-token      hide the token from the gitlab request URL (for method: http)
+    -f, --use-fetch       clone/fetch git repository (mirrored repositories)
+    -s, --include-shared  include shared projects in the results
     --version             print the version
 
     examples:
@@ -138,21 +141,21 @@ Usage
         clone projects that start with a case insensitive 'w' using a regular expression:
         gitlabber -i '/{[w].*}' .
 
-Debugging 
+Debugging
 ---------
-* You can use the `--verbose` flag to get Gitlabber debug messages printed
-* For more verbose gitlab messages you can get `GitPython <https://gitpython.readthedocs.io/en/stable>`__ module to print more debug messages by setting the environment variable:
+* You can use the `--verbose` flag to print Gitlabber debug messages
+* For more verbose GitLab messages, you can get the `GitPython <https://gitpython.readthedocs.io/en/stable>`_ module to print more debug messages by setting the environment variable:
 
 .. code-block:: bash
 
     export GIT_PYTHON_TRACE='full'
 
-Toubleshooting
---------------
-* `GitlabHttpError: 503`: make sure you provide the base url to your gitalb installation (e.g., `https://gitlab.my.com` and not `https://gitlab.my.com/some/nested/path`)
+Troubleshooting
+---------------
+* `GitlabHttpError: 503`: make sure you provide the base URL to your GitLab installation (e.g., `https://gitlab.my.com` and not `https://gitlab.my.com/some/nested/path`)
 
 Known Limitations
------------------ 
-* Project Renaming: Gitlabber doesn't maintain local state and will not rename local projects when they are renamed on the server and it will clone them again under their new name.
-* Folder Naming Strategy: consecutively running gitlabber with different values for the `-n` parameter will produce undesirable results, keep the same value as previous runs or simply don't change it from the default (project name)
-* When using gitlab.com observe `rate limits <https://docs.gitlab.com/ee/user/gitlab_com/index.html#gitlabcom-specific-rate-limits/>`__ when cloning large number of projects and the `ones <https://docs.gitlab.com/ee/security/rate_limits.html>`__ for on-premise installations
+-----------------
+* Renaming, moving and deleting projects: Gitlabber doesn't maintain local tree state (projects and groups). For that reason is does not rename move or delete local projects when they are modified on the server. When projects are moved or renamed, Gitlabber will clone them again under their new name or location. When deleted, Gitlabber will not delete the local project.
+* Folder naming strategy: Consecutively running Gitlabber with different values for the `-n` parameter will produce undesirable results. Use the same value as previous runs, or simply don't change it from the default (project name).
+* If you're going to clone a large number of projects, observe rate limits `for gitlab.com <https://docs.gitlab.com/ee/user/gitlab_com/index.html#gitlabcom-specific-rate-limits/>`_, and `for on-premise installations <https://docs.gitlab.com/ee/security/rate_limits.html>`_.

gitlabber-1.2.0/gitlabber/__init__.py

@@ -0,0 +1 @@
+__version__ = '1.2.0'

{gitlabber-1.1.9 → gitlabber-1.2.0}/gitlabber/cli.py

@@ -38,7 +38,8 @@ def main():
     excludes=split(args.exclude)
 
     tree = GitlabTree(args.url, args.token, args.method, args.naming, args.archived.api_value, includes,
-                      excludes, args.file, args.concurrency, args.recursive, args.verbose)
+                      excludes, args.file, args.concurrency, args.recursive, args.verbose,
+                      args.use_fetch, args.hide_token)
     log.debug("Reading projects tree from gitlab at [%s]", args.url)
     tree.load_tree()
 
@@ -105,6 +106,12 @@ def parse_args(argv=None):
         metavar=('token'),
         default=os.environ.get('GITLAB_TOKEN'),
         help='gitlab personal access token https://docs.gitlab.com/ee/user/profile/personal_access_tokens.html')
+    parser.add_argument(
+        '-T',
+        '--hide-token',
+        action='store_true',
+        default=False,
+        help='use an inline URL token (avoids storing the gitlab personal access token in the .git/config)')
     parser.add_argument(
         '-u',
         '--url',
@@ -177,6 +184,24 @@ def parse_args(argv=None):
         action='store_true',
         default=False,
         help='clone/pull git submodules recursively')
+    parser.add_argument(
+        '-F',
+        '--use-fetch',
+        action='store_true',
+        default=False,
+        help='clone/fetch git repository (mirrored repositories)')
+    parser.add_argument(
+        '-d',
+        '--dont-checkout',
+        action='store_true',
+        default=False,
+        help="don't checkout pulled git repository")    
+    parser.add_argument(
+        '-s',
+        '--include-shared',
+        action='store_true',
+        default=True,
+        help='include shared projects in the results')
     parser.add_argument(
         '--version',
         action='store_true',

{gitlabber-1.1.9 → gitlabber-1.2.0}/gitlabber/git.py

@@ -12,31 +12,33 @@ progress = ProgressBar('* syncing projects')
 
 
 class GitAction:
-    def __init__(self, node, path, recursive=False):
+    def __init__(self, node, path, recursive=False, use_fetch=False, inline_token=False):
         self.node = node
         self.path = path
         self.recursive = recursive
+        self.use_fetch = use_fetch
+        self.inline_token = inline_token
 
-def sync_tree(root, dest, concurrency=1, disable_progress=False, recursive=False):
+def sync_tree(root, dest, concurrency=1, disable_progress=False, recursive=False, use_fetch=False, inline_token=False):
     if not disable_progress:
         progress.init_progress(len(root.leaves))
-    actions = get_git_actions(root, dest, recursive)
+    actions = get_git_actions(root, dest, recursive, use_fetch, inline_token)
     with concurrent.futures.ThreadPoolExecutor(max_workers=concurrency) as executor:
         executor.map(clone_or_pull_project, actions)
     elapsed = progress.finish_progress()
     log.debug("Syncing projects took [%s]", elapsed)
 
 
-def get_git_actions(root, dest, recursive):
+def get_git_actions(root, dest, recursive, use_fetch, inline_token):
     actions = []
     for child in root.children:
         path = "%s%s" % (dest, child.root_path)
         if not os.path.exists(path):
             os.makedirs(path)
         if child.is_leaf:
-            actions.append(GitAction(child, path, recursive))            
+            actions.append(GitAction(child, path, recursive, use_fetch, inline_token))            
         if not child.is_leaf:
-            actions.extend(get_git_actions(child, dest, recursive))
+            actions.extend(get_git_actions(child, dest, recursive, use_fetch, inline_token))
     return actions
 
 
@@ -57,7 +59,10 @@ def clone_or_pull_project(action):
         progress.show_progress(action.node.name, 'pull')
         try:
             repo = git.Repo(action.path)
-            repo.remotes.origin.pull()
+            if(not action.use_fetch):
+                repo.remotes.origin.pull()
+            else:
+                repo.remotes.origin.fetch()
             if(action.recursive): 
                 repo.submodule_update(recursive=True)
         except KeyboardInterrupt:
@@ -71,11 +76,14 @@ def clone_or_pull_project(action):
         '''
         log.debug("cloning new project %s", action.path)
         progress.show_progress(action.node.name, 'clone')
+        multi_options = []
+        if(action.recursive):
+            multi_options.append('--recursive')
+        if(action.use_fetch):
+            multi_options.append('--mirror')        
         try:
-            if(action.recursive):
-                git.Repo.clone_from(action.node.url, action.path, multi_options=['--recursive'])
-            else:
-                git.Repo.clone_from(action.node.url, action.path)
+            git.Repo.clone_from(action.node.url, action.path, multi_options=multi_options)
+                
         except KeyboardInterrupt:
             log.fatal("User interrupted")
             sys.exit(0)

{gitlabber-1.1.9 → gitlabber-1.2.0}/gitlabber/gitlab_tree.py

@@ -1,4 +1,6 @@
 from gitlab import Gitlab
+from gitlab.exceptions import GitlabGetError, GitlabListError
+from gitlab.exceptions import GitlabGetError
 from anytree import Node, RenderTree
 from anytree.exporter import DictExporter, JsonExporter
 from anytree.importer import DictImporter
@@ -16,7 +18,8 @@ log = logging.getLogger(__name__)
 
 class GitlabTree:
 
-    def __init__(self, url, token, method, naming, archived=None, includes=[], excludes=[], in_file=None, concurrency=1, recursive=False, disable_progress=False):
+    def __init__(self, url, token, method, naming=None, archived=None, includes=[], excludes=[], in_file=None, concurrency=1, recursive=False, disable_progress=False,
+                include_shared=True, use_fetch=False, hide_token=False):
         self.includes = includes
         self.excludes = excludes
         self.url = url
@@ -31,6 +34,10 @@ class GitlabTree:
         self.recursive = recursive
         self.disable_progress = disable_progress
         self.progress = ProgressBar('* loading tree', disable_progress)
+        self.token = token
+        self.include_shared = include_shared
+        self.use_fetch = use_fetch
+        self.hide_token = hide_token
 
     @staticmethod
     def get_ca_path():
@@ -57,7 +64,7 @@ class GitlabTree:
 
     def is_excluded(self, node):
         '''
-        returns True if the node should be excluded 
+        returns True if the node should be excluded
         if the are no exclude patterns then nothing is excluded
         any exclude pattern matching the root path will result in exclusion
         '''
@@ -96,14 +103,23 @@ class GitlabTree:
         for project in projects:
             project_id = project.name if self.naming == FolderNaming.NAME else project.path
             project_url = project.ssh_url_to_repo if self.method is CloneMethod.SSH else project.http_url_to_repo
+            if self.token is not None and self.method is CloneMethod.HTTP:
+              if (not self.hide_token):
+                  project_url = project_url.replace('://', '://gitlab-token:%s@' % self.token)
+                  log.debug("Generated URL: %s", project_url)
+              else:
+                  log.debug("Hiding token from project url: %s", project_url)
             node = self.make_node(project_id, parent,
                                   url=project_url)
             self.progress.show_progress(node.name, 'project')
 
     def get_projects(self, group, parent):
-        projects = group.projects.list(as_list=False, archived=self.archived)
-        self.progress.update_progress_length(len(projects))
-        self.add_projects(parent, projects)
+        try:
+            projects = group.projects.list(archived=self.archived, with_shared=self.include_shared, get_all=True)
+            self.progress.update_progress_length(len(projects))
+            self.add_projects(parent, projects)
+        except GitlabListError as error:
+            log.error(f"Error getting projects on {group.name} (ID: {group.id}): {error} )")
 
     def get_subgroups(self, group, parent):
         subgroups = group.subgroups.list(as_list=False, archived=self.archived)
@@ -116,6 +132,7 @@ class GitlabTree:
             self.get_subgroups(subgroup, node)
             self.get_projects(subgroup, node)
 
+
     def load_gitlab_tree(self):
         groups = self.gitlab.groups.list(as_list=False, archived=self.archived)
         self.progress.init_progress(len(groups))
@@ -125,7 +142,7 @@ class GitlabTree:
                 node = self.make_node(group_id, self.root, url=group.web_url)
                 self.progress.show_progress(node.name, 'group')
                 self.get_subgroups(group, node)
-                self.get_projects(group, node)
+                self.get_projects(group, node)        
 
         elapsed = self.progress.finish_progress()
         log.debug("Loading projects tree from gitlab took [%s]", elapsed)
@@ -178,7 +195,8 @@ class GitlabTree:
         log.debug("Going to clone/pull [%s] groups and [%s] projects" %
                   (len(self.root.descendants) - len(self.root.leaves), len(self.root.leaves)))
         sync_tree(self.root, dest, concurrency=self.concurrency,
-                  disable_progress=self.disable_progress, recursive=self.recursive)
+                  disable_progress=self.disable_progress, recursive=self.recursive,
+                  use_fetch=self.use_fetch, hide_token=self.hide_token)
 
     def is_empty(self):
         return self.root.height < 1