initial commit

Author: Alexander Droste

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 Alexander Droste
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -0,0 +1,33 @@
+# gitlab-clone-group
+
+Python script to clone all GitLab repos of a group and their subgroups while keeping the tree structure.
+
+Tested with GitLab API v4.
+
+## Usage
+
+1. Download the gitlab-clone-group.py
+2. Generate a private access token with *read_api* and *read_repository* rights
+3. Get your group ID (displayed in light gray on below your group name)
+4. Run the script
+
+### Example:
+```
+python3 gitlab-clone-group.py --token glabc-D-e-llaaabbbbcccccdd 12345678 .
+```
+*Clones the group 12345678 (and subgroups) into the current working directory, keeping the tree structure.*
+
+### Help:
+```
+usage: gitlab-clone-group.py [-h] [--token TOKEN] [--gitlab-domain GITLAB_DOMAIN] group_id directory
+
+positional arguments:
+  group_id              id of group to clone (including subgroups)
+  directory             directory to clone repos into
+
+options:
+  -h, --help            show this help message and exit
+  --token TOKEN         Gitlab private access token with read_api and read_repository rights
+  --gitlab-domain GITLAB_DOMAIN
+                        Domain of Gitlab instance to use, defaults to: gitlab.com
+```

gitlab-clone-group.py

@@ -0,0 +1,45 @@
+#!/usr/bin/env python3
+import os
+import re
+import requests
+import posixpath
+import argparse
+from git import Repo
+
+parser = argparse.ArgumentParser('gitlab-clone-group.py')
+parser.add_argument('group_id', help='id of group to clone (including subgroups)')
+parser.add_argument('directory', help='directory to clone repos into')
+parser.add_argument('--token', help='Gitlab private access token with read_api and read_repository rights')
+parser.add_argument('--gitlab-domain', help='Domain of Gitlab instance to use, defaults to: gitlab.com', default='gitlab.com')
+
+args = parser.parse_args()
+
+api_url = 'https://' + posixpath.join(args.gitlab_domain, 'api/v4/groups/', args.group_id, 'projects') + '?per_page=9999&page=1&include_subgroups=true'
+
+headers = {'PRIVATE-TOKEN': args.token}
+res = requests.get(api_url, headers=headers)
+projects = res.json()
+
+base_ns = os.path.commonprefix([p['namespace']['full_path'] for p in projects])
+print('Found %d projects in: %s' % (len(projects), base_ns))
+
+abs_dir = os.path.abspath(args.directory)
+os.makedirs(abs_dir,exist_ok=True)
+
+def get_rel_path(path):
+    subpath = path[len(base_ns):]
+    if (subpath.startswith('/')):
+        subpath = subpath[1:]
+    return posixpath.join(args.directory, subpath)
+
+for p in projects:
+    clone_dir = get_rel_path(p['namespace']['full_path'])
+    project_path = get_rel_path(p['path_with_namespace'])
+    print('Cloning project: %s' % project_path) 
+    if os.path.exists(project_path):
+        print("\tProject folder already exists, skipping")
+    else:
+        print("\tGit url: %s" % p['ssh_url_to_repo'])
+        os.makedirs(clone_dir, exist_ok=True)
+        Repo.clone_from(p['ssh_url_to_repo'], project_path)
+