ZionNetworks/linux-bash-scripts
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
This repository has been archived on 2025-04-03. You can view files and clone it, but cannot push or open issues or pull requests.
2037918a81
linux-bash-scripts/gitlab2gitea/gitlab2gitea.py

1120 lines
36 KiB
Python
Raw Blame History

# Description: Script to migrate repositories from GitLab to Gitea
# Author: Enrico Ludwig <enrico.ludwig@zion-networks.de>
# Version: 1.0
# Date: 2024-07-14
# License: MIT (see https://git.zion-networks.de/ZionNetworks/linux-bash-scripts/src/branch/main/LICENSE)
#
# Precedence of settings: arguments > .env file > environment variables > default values
#
# Usage:
# python3 gitlab2gitea.py [options]
#
# --help Show this help message and exit
#
# --gitlab-token <GITLAB_TOKEN> GitLab access token
# --gitlab-url <GITLAB_URL> GitLab URL
# --gitlab-api-version <GITLAB_API_VERSION> GitLab API version (default: v4)
# --gitea-token <GITEA_TOKEN> Gitea access token
# --gitea-url <GITEA_URL> Gitea URL
# --gitea-api-version <GITEA_API_VERSION> Gitea API version (default: v1)
#
# --no-create-missing-groups Do not create missing groups on Gitea (default: False)
# --no-create-missing-users Do not create missing users on Gitea (default: False)
# --no-create-missing-projects Do not create missing projects on Gitea (default: False)
# --no-update-existing-groups Do not update existing groups on Gitea (default: False)
# --no-update-existing-users Do not update existing users on Gitea (default: False)
# --no-update-existing-projects Do not update existing projects on Gitea (default: False)
#
# --quiet Enable quiet mode (default: False)
# --debug Enable debug mode (default: False)
# --trace Enable trace mode (default: False)
# --dry-run Enable dry-run mode (default: False)
# --log-file <LOG_FILE> Log file (default: gitlab2gitea.log)
# If not set, logs will be only printed to stdout
# --append-log Append log file (default: False)
#
# Example:
# python3 gitlab2gitea.py \
# --gitlab-url <GITLAB_URL> \
# --gitlab-token <GITLAB_TOKEN> \
# --gitea-url <GITEA_URL> \
# --gitea-token <GITEA_TOKEN>
# Settings - GitLab
GITLAB_URL = ''
GITLAB_TOKEN = ''
GITLAB_API_VERSION = 'v4'
# Settings - Gitea
GITEA_URL = ''
GITEA_TOKEN = ''
GITEA_API_VERSION = 'v1'
# Settings - General Repository
NO_CREATE_MISSING_GROUPS = False
NO_CREATE_MISSING_USERS = False
NO_CREATE_MISSING_PROJECTS = False
NO_UPDATE_EXISTING_GROUPS = False
NO_UPDATE_EXISTING_USERS = False
NO_UPDATE_EXISTING_PROJECTS = False
# Settings - General
DEBUG = False
TRACE = False
DRY_RUN = False
LOG_FILE = 'gitlab2gitea.log'
APPEND_LOG = False
QUIET = False
# Imports
import os
import sys
import argparse
import requests
import traceback
# Set cwd to script directory
os.chdir(os.path.dirname(os.path.realpath(__file__)))
# Read environment variables
if 'GITLAB_URL' in os.environ:
GITLAB_URL = os.environ['GITLAB_URL']
if 'GITLAB_TOKEN' in os.environ:
GITLAB_TOKEN = os.environ['GITLAB_TOKEN']
if 'GITLAB_API_VERSION' in os.environ:
GITLAB_API_VERSION = os.environ['GITLAB_API_VERSION']
if 'GITEA_URL' in os.environ:
GITEA_URL = os.environ['GITEA_URL']
if 'GITEA_TOKEN' in os.environ:
GITEA_TOKEN = os.environ['GITEA_TOKEN']
if 'GITEA_API_VERSION' in os.environ:
GITEA_API_VERSION = os.environ['GITEA_API_VERSION']
if 'NO_CREATE_MISSING_GROUPS' in os.environ:
NO_CREATE_MISSING_GROUPS = False
if 'NO_CREATE_MISSING_USERS' in os.environ:
NO_CREATE_MISSING_USERS = False
if 'NO_CREATE_MISSING_PROJECTS' in os.environ:
NO_CREATE_MISSING_PROJECTS = False
if 'NO_UPDATE_EXISTING_GROUPS' in os.environ:
NO_UPDATE_EXISTING_GROUPS = False
if 'NO_UPDATE_EXISTING_USERS' in os.environ:
NO_UPDATE_EXISTING_USERS = False
if 'NO_UPDATE_EXISTING_PROJECTS' in os.environ:
NO_UPDATE_EXISTING_PROJECTS = False
if 'QUIET' in os.environ:
QUIET = bool(os.environ['QUIET'])
if 'DEBUG' in os.environ:
DEBUG = bool(os.environ['DEBUG'])
if 'TRACE' in os.environ:
TRACE = bool(os.environ['TRACE'])
if 'DRY_RUN' in os.environ:
DRY_RUN = bool(os.environ['DRY_RUN'])
if 'LOG_FILE' in os.environ:
LOG_FILE = os.environ['LOG_FILE']
if 'APPEND_LOG' in os.environ:
APPEND_LOG = bool(os.environ['APPEND_LOG'])
# Read .env file if exists and override environment variables
if os.path.exists('.env'):
with open('.env', 'r') as env_file:
for line in env_file:
# skip comments, empty lines and lines without '='
if line.startswith('#') or not '=' in line:
continue
key, value = line.strip().split('=')
if key == 'GITLAB_API_VERSION':
GITLAB_API_VERSION = value
if key == 'GITLAB_URL':
GITLAB_URL = value
if key == 'GITLAB_TOKEN':
GITLAB_TOKEN = value
if key == 'GITEA_URL':
GITEA_URL = value
if key == 'GITEA_TOKEN':
GITEA_TOKEN = value
if key == 'GITEA_API_VERSION':
GITEA_API_VERSION = value
if key == 'NO_CREATE_MISSING_GROUPS':
if value.lower() == 'true' or value == '1':
NO_CREATE_MISSING_GROUPS = True
if key == 'NO_CREATE_MISSING_USERS':
if value.lower() == 'true' or value == '1':
NO_CREATE_MISSING_USERS = True
if key == 'NO_CREATE_MISSING_PROJECTS':
if value.lower() == 'true' or value == '1':
NO_CREATE_MISSING_PROJECTS = True
if key == 'NO_UPDATE_EXISTING_GROUPS':
if value.lower() == 'true' or value == '1':
NO_UPDATE_EXISTING_GROUPS = True
if key == 'NO_UPDATE_EXISTING_USERS':
if value.lower() == 'true' or value == '1':
NO_UPDATE_EXISTING_USERS = True
if key == 'NO_UPDATE_EXISTING_PROJECTS':
if value.lower() == 'true' or value == '1':
NO_UPDATE_EXISTING_PROJECTS = True
if key == 'QUIET':
QUIET = bool(value)
if key == 'DEBUG':
if value.lower() == 'true' or value == '1':
DEBUG = True
if key == 'TRACE':
if value.lower() == 'true' or value == '1':
TRACE = True
if key == 'DRY_RUN':
if value.lower() == 'true' or value == '1':
DRY_RUN = True
if key == 'LOG_FILE':
LOG_FILE = value
if key == 'APPEND_LOG':
APPEND_LOG = bool(value)
# Read arguments and override environment variables
parser = argparse.ArgumentParser(description='Script to migrate repositories from GitLab to Gitea')
parser.add_argument('--gitlab-api-version', help='GitLab API version', default='v4')
parser.add_argument('--gitlab-token', help='GitLab access token')
parser.add_argument('--gitea-token', help='Gitea access token')
parser.add_argument('--gitlab-url', help='GitLab URL')
parser.add_argument('--gitea-url', help='Gitea URL')
parser.add_argument('--gitea-api-version', help='Gitea API version', default='v1')
parser.add_argument('--no-create-missing-groups', help='Do not create missing groups on Gitea', action='store_true')
parser.add_argument('--no-create-missing-users', help='Do not create missing users on Gitea', action='store_true')
parser.add_argument('--no-create-missing-projects', help='Do not create missing projects on Gitea', action='store_true')
parser.add_argument('--no-update-existing-groups', help='Do not update existing groups on Gitea', action='store_true')
parser.add_argument('--no-update-existing-users', help='Do not update existing users on Gitea', action='store_true')
parser.add_argument('--no-update-existing-projects', help='Do not update existing projects on Gitea', action='store_true')
parser.add_argument('--quiet', help='Enable quiet mode', action='store_true')
parser.add_argument('--debug', help='Enable debug mode', action='store_true')
parser.add_argument('--trace', help='Enable trace mode', action='store_true')
parser.add_argument('--dry-run', help='Enable dry-run mode', action='store_true')
parser.add_argument('--log-file', help='Log file', default='gitlab2gitea.log')
parser.add_argument('--append-log', help='Append log file', action='store_true')
args = parser.parse_args()
if args.gitlab_api_version:
GITLAB_API_VERSION = args.gitlab_api_version
if args.gitlab_token:
GITLAB_TOKEN = args.gitlab_token
if args.gitlab_url:
GITLAB_URL = args.gitlab_url
if args.gitea_token:
GITEA_TOKEN = args.gitea_token
if args.gitea_url:
GITEA_URL = args.gitea_url
if args.gitea_api_version:
GITEA_API_VERSION = args.gitea_api_version
if args.no_create_missing_groups:
NO_CREATE_MISSING_GROUPS = True
if args.no_create_missing_users:
NO_CREATE_MISSING_USERS = True
if args.no_create_missing_projects:
NO_CREATE_MISSING_PROJECTS = True
if args.no_update_existing_groups:
NO_UPDATE_EXISTING_GROUPS = True
if args.no_update_existing_users:
NO_UPDATE_EXISTING_USERS = True
if args.no_update_existing_projects:
NO_UPDATE_EXISTING_PROJECTS = True
if args.quiet:
QUIET = True
if args.debug:
DEBUG = True
if args.trace:
TRACE = True
if args.dry_run:
DRY_RUN = True
if args.log_file:
LOG_FILE = args.log_file
if args.append_log:
APPEND_LOG = True
# Remove trailing slashes from URLs
GITLAB_URL = GITLAB_URL.rstrip('/')
GITEA_URL = GITEA_URL.rstrip('/')
# Internal functions
def _trace(message):
if TRACE:
print('\033[1m\033[36m[TRC]\033[0m', message)
if LOG_FILE:
with open(LOG_FILE, 'a') as log_file:
log_file.write(f'[TRC] {message}\n')
def _debug(message):
if TRACE or DEBUG:
print('\033[1m\033[34m[DBG]\033[0m', message)
if LOG_FILE:
with open(LOG_FILE, 'a') as log_file:
log_file.write(f'[DBG] {message}\n')
def _info(message):
print('\033[1m\033[32m[INF]\033[0m', message)
if LOG_FILE:
with open(LOG_FILE, 'a') as log_file:
log_file.write(f'[INF] {message}\n')
def _warn(message):
print('\033[1m\033[33m[WRN]\033[0m', message)
if LOG_FILE:
with open(LOG_FILE, 'a') as log_file:
log_file.write(f'[WRN] {message}\n')
def _error(message):
print('\033[1m\033[31m[ERR]\033[0m', message)
if LOG_FILE:
with open(LOG_FILE, 'a') as log_file:
log_file.write(f'[ERR] {message}\n')
def _exception(exception, custom_message=None):
exc_type, exc_obj, exc_tb = sys.exc_info()
filename = exc_tb.tb_frame.f_code.co_filename
lineno = exc_tb.tb_lineno
formatted_traceback = traceback.format_exc()
# Prepare the exception message
exception_message = (f'{custom_message}\n' if custom_message else '') + (
f'\033[1m\033[31m[EXC]\033[0m {exception} '
f'(file: {filename}, line: {lineno})\n'
f'{formatted_traceback}\n'
)
# Print the exception message to the console
print(exception_message)
# Write the exception message to the log file if defined
if LOG_FILE:
with open(LOG_FILE, 'a') as log_file:
log_file.write(f'[EXC] {exception_message}\n')
# PROGRAM
def gitlab2gitea_visibility(visibility: str) -> str:
if visibility == 'private':
return 'private'
elif visibility == 'internal':
return 'limited'
elif visibility == 'public':
return 'public'
else:
return 'private'
# Endpoint: GET /api/{GITLAB_API_VERSION}/version
def check_gitlab():
_debug(f'REQUEST: GET {GITLAB_URL}/api/{GITLAB_API_VERSION}/version')
response = requests.get(f'{GITLAB_URL}/api/{GITLAB_API_VERSION}/version', headers={
'Content-Type': 'application/json',
'Accept': 'application/json',
'Authorization': f'Bearer {GITLAB_TOKEN}'
})
_trace(f'RESPONSE: {response.json()}')
if response.status_code != 200:
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
raise Exception(f'GitLab endpoint test failed: {response_message}')
else:
_info(f'GitLab endpoint version: {response.json()["version"]}')
# Endpoint: GET /api/{GITEA_API_VERSION}/version
def check_gitea():
_debug(f'REQUEST: GET {GITEA_URL}/api/{GITEA_API_VERSION}/version')
response = requests.get(f'{GITEA_URL}/api/{GITEA_API_VERSION}/version', headers={
'Content-Type': 'application/json',
'Accept': 'application/json',
'Authorization': f'token {GITEA_TOKEN}'
})
_trace(f'RESPONSE: {response.json()}')
if response.status_code != 200:
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
raise Exception(f'Gitea endpoint test failed: {response_message}')
else:
_info(f'Gitea endpoint version: {response.json()["version"]}')
# Endpoint: GET /api/{GITLAB_API_VERSION}/groups
def get_gitlab_groups() -> list:
groups = []
_debug(f'REQUEST: GET {GITLAB_URL}/api/{GITLAB_API_VERSION}/groups')
response = requests.get(f'{GITLAB_URL}/api/{GITLAB_API_VERSION}/groups',
params={
'all_available': 1,
'per_page': 100,
'page': 1,
'top_level_only': 1
},
headers={
'Content-Type': 'application/json',
'Accept': 'application/json',
'Authorization': f'Bearer {GITLAB_TOKEN}'
})
if response.status_code != 200:
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
raise Exception(f'Failed to get GitLab groups: {response_message}')
else:
groups = response.json()
return groups
# Endpoint: GET /api/{GITLAB_API_VERSION}/groups/{group_id}
def get_gitlab_group(group_id: int) -> dict:
_debug(f'REQUEST: GET {GITLAB_URL}/api/{GITLAB_API_VERSION}/groups/{group_id}')
response = requests.get(f'{GITLAB_URL}/api/{GITLAB_API_VERSION}/groups/{group_id}',
headers={
'Content-Type': 'application/json',
'Accept': 'application/json',
'Authorization': f'Bearer {GITLAB_TOKEN}'
})
if response.status_code != 200:
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
raise Exception(f'Failed to get GitLab group: {response_message}')
else:
group = response.json()
return group
# Endpoint: GET /api/{GITLAB_API_VERSION}/users
def get_gitlab_users() -> list:
next_page_link = f'{GITLAB_URL}/api/{GITLAB_API_VERSION}/users'
users = []
while next_page_link is not None:
_debug(f'REQUEST: GET {next_page_link.split("?")[0]}')
response = requests.get(next_page_link,
headers={
'Content-Type': 'application/json',
'Accept': 'application/json',
'Authorization': f'Bearer {GITLAB_TOKEN}'
})
next_page_link = response.links['next']['url'] if 'next' in response.links else None
_trace(f'RESPONSE: {response.json()}')
if response.status_code != 200:
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
raise Exception(f'Failed to get GitLab users: {response_message}')
else:
users += response.json()
return users
# Endpoint: GET /api/{GITLAB_API_VERSION}/projects
def get_gitlab_projects() -> list:
next_page_link = f'{GITLAB_URL}/api/{GITLAB_API_VERSION}/projects'
projects = []
while next_page_link is not None:
_debug(f'REQUEST: GET {next_page_link.split("?")[0]}')
response = requests.get(next_page_link,
params={
'all_available': 1,
'per_page': 100
},
headers={
'Content-Type': 'application/json',
'Accept': 'application/json',
'Authorization': f'Bearer {GITLAB_TOKEN}'
})
next_page_link = response.links['next']['url'] if 'next' in response.links else None
_trace(f'RESPONSE: {response.json()}')
if response.status_code != 200:
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
raise Exception(f'Failed to get GitLab projects: {response_message}')
else:
projects += response.json()
return projects
# Endpoint: POST /api/{GITEA_API_VERSION}/admin/users
def migrate_gitlab_user_to_gitea(user: dict):
pass
# Endpoint: GET /api/{GITEA_API_VERSION}/orgs
def get_gitea_groups() -> list:
groups = []
_debug(f'REQUEST: GET {GITEA_URL}/api/{GITEA_API_VERSION}/orgs?all_available=1&per_page=100')
response = requests.get(f'{GITEA_URL}/api/{GITEA_API_VERSION}/orgs',
headers={
'Content-Type': 'application/json',
'Accept': 'application/json',
'Authorization': f'token {GITEA_TOKEN}'
})
if response.status_code != 200:
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
raise Exception(f'Failed to get Gitea groups: {response_message}')
else:
groups = response.json()
return groups
# Endpoint: GET /api/{GITEA_API_VERSION}/users
def get_gitea_users() -> list:
users = []
_debug(f'REQUEST: GET {GITEA_URL}/api/{GITEA_API_VERSION}/users/search')
response = requests.get(f'{GITEA_URL}/api/{GITEA_API_VERSION}/users/search',
headers={
'Content-Type': 'application/json',
'Accept': 'application/json',
'Authorization': f'token {GITEA_TOKEN}'
})
_trace(f'RESPONSE: {response.json()}')
if response.status_code != 200:
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
raise Exception(f'Failed to get Gitea users: {response_message}')
else:
users = response.json()
return users
# Endpoint: GET /api/{GITEA_API_VERSION}/repos
def get_gitea_projects() -> list:
projects = []
_debug(f'REQUEST: GET {GITEA_URL}/api/{GITEA_API_VERSION}/repos/search')
response = requests.get(f'{GITEA_URL}/api/{GITEA_API_VERSION}/repos/search',
headers={
'Content-Type': 'application/json',
'Accept': 'application/json',
'Authorization': f'token {GITEA_TOKEN}'
})
_trace(f'RESPONSE: {response.json()}')
if response.status_code != 200:
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
raise Exception(f'Failed to get Gitea projects: {response_message}')
else:
projects = response.json()
return projects
# Endpoint: POST /api/{GITEA_API_VERSION}/orgs
def migrate_gitlab_group_to_gitea(gitlab_group: dict):
if not gitlab_group:
raise Exception('GitLab group is missing!')
# Create Gitea group
_debug(f'REQUEST: POST {GITEA_URL}/api/{GITEA_API_VERSION}/orgs')
response = requests.post(f'{GITEA_URL}/api/{GITEA_API_VERSION}/orgs', json={
'username': gitlab_group['path'],
'full_name': gitlab_group['full_name'],
'description': gitlab_group['description'],
'website': gitlab_group['web_url'],
'visibility': gitlab2gitea_visibility(gitlab_group['visibility'])
}, headers={
'Content-Type': 'application/json',
'Accept': 'application/json',
'Authorization': f'token {GITEA_TOKEN}'
})
_trace(f'RESPONSE: {response.json()}')
if response.status_code != 201:
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
raise Exception(f'Failed to create Gitea group: {response_message}')
else:
group = response.json()
return group
# Endpoint: PATCH /api/{GITEA_API_VERSION}/orgs/{org}
def update_gitea_org(data: dict) -> dict:
if not data:
raise Exception('Data is missing!')
name = data['path']
_debug(f'REQUEST: PATCH {GITEA_URL}/api/{GITEA_API_VERSION}/orgs/{name}')
response = requests.patch(f'{GITEA_URL}/api/{GITEA_API_VERSION}/orgs/{name}', json=data, headers={
'Content-Type': 'application/json',
'Accept': 'application/json',
'Authorization': f'token {GITEA_TOKEN}'
})
_trace(f'RESPONSE: {response.json()}')
if response.status_code != 200:
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
raise Exception(f'Failed to update Gitea group: {response_message}')
else:
group = response.json()
return group
def cmp_gitlab_gitea_groups(gitlab_groups: list, gitea_groups: list) -> dict:
# 0 = exists on both
# 1 = exists on GitLab only
# 2 = exists on Gitea only
# planned structure:
# {
# 'groupname' : 0,
# 'groupname2' : 1,
# 'groupname3' : 2
# }
# Example for GitLab groups
# [
# {
# "id": 15,
# "web_url": "https://gitlab.example.org/groups/developers",
# "name": "Developers",
# "path": "developers",
# "description": "",
# "visibility": "private",
# "share_with_group_lock": false,
# "require_two_factor_authentication": false,
# "two_factor_grace_period": 48,
# "project_creation_level": "developer",
# "auto_devops_enabled": null,
# "subgroup_creation_level": "maintainer",
# "emails_disabled": false,
# "emails_enabled": true,
# "mentions_disabled": null,
# "lfs_enabled": true,
# "math_rendering_limits_enabled": true,
# "lock_math_rendering_limits_enabled": false,
# "default_branch": null,
# "default_branch_protection": 1,
# "default_branch_protection_defaults": {
# "allowed_to_push": [{"access_level": 30}],
# "allow_force_push": false,
# "allowed_to_merge": [{"access_level": 40}]
# },
# "avatar_url": null,
# "request_access_enabled": true,
# "full_name": "Developers",
# "full_path": "developers",
# "created_at": "2020-08-10T20:27:23.487Z",
# "parent_id": null,
# "organization_id": 1,
# "shared_runners_setting": "enabled",
# "ldap_cn": null,
# "ldap_access": null,
# "wiki_access_level": "enabled"
# }
# ]
# Example for Gitea groups
# [
# {
# "id": 3,
# "name": "Developers",
# "full_name": "",
# "email": "",
# "avatar_url": "http://gitea.example.org/avatars/9f8ea65601abbf666adcec2b128180e4",
# "description": "",
# "website": "",
# "location": "",
# "visibility": "public",
# "repo_admin_change_team_access": True,
# "username": "Developers",
# }
# ]
compare_result = {}
missing_matches = 0
for gitlab_group in gitlab_groups:
name = gitlab_group['path']
exists = False
for gitea_group in gitea_groups:
if name == gitea_group['name']:
exists = True
break
if exists:
_info(f'GITLAB: Group "{name}" exists on both GitLab and Gitea')
else:
_warn(f'GITLAB: Group "{name}" exists on GitLab only')
missing_matches += 1
compare_result[name] = 0 if exists else 1
for gitea_group in gitea_groups:
name = gitea_group['name']
exists = False
for gitlab_group in gitlab_groups:
if name == gitlab_group['path']:
exists = True
break
if not exists:
_warn(f'GITEA: Group "{name}" exists on Gitea only')
compare_result[name] = 2
return compare_result, missing_matches
def cmp_gitlab_gitea_users(gitlab_users: list, gitea_users: list) -> dict:
# 0 = exists on both
# 1 = exists on GitLab only
# 2 = exists on Gitea only
# planned structure:
# {
# 'username' : 0,
# 'username2' : 1,
# 'username3' : 2
# }
# Structure on Gitlab
# [
# {
# "id": 3,
# "username": "user.name",
# "name": "user.name",
# "state": "active",
# "locked": false,
# "avatar_url": "https://git.example.com/uploads/-/system/user/avatar/3/avatar.png",
# "web_url": "https://git.example.com/user.name",
# "created_at": "2020-07-16T14:43:36.801Z",
# "bio": "",
# "location": "",
# "public_email": "",
# "skype": "",
# "linkedin": "",
# "twitter": "",
# "discord": "",
# "website_url": "",
# "organization": "",
# "job_title": "",
# "pronouns": null,
# "bot": false,
# "work_information": null,
# "local_time": "10:25 AM",
# "last_sign_in_at": "2024-06-30T20:05:29.531Z",
# "confirmed_at": "2020-07-16T14:43:36.692Z",
# "last_activity_on": "2024-07-14",
# "email": "user.name@example.com",
# "theme_id": 11,
# "color_scheme_id": 2,
# "projects_limit": 100000,
# "current_sign_in_at": "2024-07-13T09:14:00.499Z",
# "identities": [
# {
# "provider": "ldapmain",
# "extern_uid": "cn=user.name,ou=internal,ou=users,ou=org,dc=example,dc=com",
# "saml_provider_id": null
# }
# ],
# "can_create_group": true,
# "can_create_project": true,
# "two_factor_enabled": true,
# "external": false,
# "private_profile": false,
# "commit_email": "user.name@example.com",
# "shared_runners_minutes_limit": null,
# "extra_shared_runners_minutes_limit": null,
# "scim_identities": [],
# "is_admin": true,
# "note": "",
# "namespace_id": 3,
# "created_by": null,
# "email_reset_offered_at": null,
# "using_license_seat": false
# }
# ]
# Structure on Gitea
# {
# "data": [
# {
# "id": 1,
# "login": "user.name",
# "login_name": "",
# "source_id": 0,
# "full_name": "",
# "email": "user.name@example.com",
# "avatar_url": "http://git.example.com/avatars/a81823ace1c9fa7ab59a61ca6e2c34b0",
# "html_url": "http://git.example.com/user.name",
# "language": "en-US",
# "is_admin": true,
# "last_login": "1970-01-01T01:00:00+01:00",
# "created": "2024-07-13T11:04:57+02:00",
# "restricted": false,
# "active": true,
# "prohibit_login": false,
# "location": "",
# "website": "",
# "description": "",
# "visibility": "private",
# "followers_count": 0,
# "following_count": 0,
# "starred_repos_count": 0,
# "username": "user.name"
# }
# ],
# "ok": true
# }
compare_result = {}
missing_matches = 0
for gitlab_user in gitlab_users:
name = gitlab_user['username']
exists = False
for gitea_user in gitea_users:
if name == gitea_user['login']:
exists = True
break
if exists:
_info(f'GITLAB: User "{name}" exists on both GitLab and Gitea')
else:
_warn(f'GITLAB: User "{name}" exists on GitLab only')
missing_matches += 1
compare_result[name] = 0 if exists else 1
for gitea_user in gitea_users:
name = gitea_user['login']
exists = False
for gitlab_user in gitlab_users:
if name == gitlab_user['username']:
exists = True
break
if not exists:
_warn(f'GITEA: User "{name}" exists on Gitea only')
compare_result[name] = 2
return compare_result, missing_matches
def cmp_gitlab_gitea_projects(gitlab_projects: list, gitea_projects: list) -> dict:
return {}, 0
def create_missing_groups(gitlab_groups: list, gitea_groups: list):
for gitlab_group in gitlab_groups:
name = gitlab_group['path']
exists = False
for gitea_group in gitea_groups:
if name == gitea_group['name']:
exists = True
break
if not exists:
_info(f'Creating missing group "{name}" on Gitea...')
try:
migrate_gitlab_group_to_gitea(gitlab_group)
except Exception as e:
_exception(f'Failed to create Gitea group "{name}": {e}', e)
def create_missing_users(gitlab_users: list, gitea_users: list):
pass
def create_missing_projects(gitlab_projects: list, gitea_projects: list):
pass
def update_existing_groups(gitlab_groups: list, gitea_groups: list):
for gitlab_group in gitlab_groups:
name = gitlab_group['path']
exists = False
for gitea_group in gitea_groups:
if name == gitea_group['name']:
exists = True
break
if exists:
_info(f'Updating existing group "{name}" on Gitea...')
try:
update_gitea_org(name, {
'description': gitlab_group['description'],
'website': gitlab_group['web_url'],
'visibility': gitlab2gitea_visibility(gitlab_group['visibility']),
'full_name': gitlab_group['full_name']
})
except Exception as e:
_exception(f'Failed to update Gitea group "{name}": {e}', e)
def update_existing_users(gitlab_users: list, gitea_users: list):
pass
def update_existing_projects(gitlab_projects: list, gitea_projects: list):
pass
def migrate_groups():
gitlab_groups = get_gitlab_groups()
gitea_groups = get_gitea_groups()
_info(f'Groups on GitLab: {len(gitlab_groups)}')
_trace(f'Groups on GitLab: {gitlab_groups}')
_info(f'Groups on Gitea: {len(gitea_groups)}')
_trace(f'Groups on Gitea: {gitea_groups}')
try:
group_result, missing_matches = cmp_gitlab_gitea_groups(gitlab_groups, gitea_groups)
except Exception as e:
_exception(f'Failed to compare GitLab and Gitea groups: {e}', e)
return
if missing_matches > 0:
_warn(f'{missing_matches} groups are missing on Gitea!')
if missing_matches > 0 and not NO_CREATE_MISSING_GROUPS:
_info('Creating missing groups on Gitea...')
if not DRY_RUN:
try:
create_missing_groups(gitlab_groups, gitea_groups)
except Exception as e:
_exception(f'Failed to create missing groups: {e}', e)
else:
_warn('Dry-run mode enabled, skipping creation of missing groups on Gitea...')
if not NO_UPDATE_EXISTING_GROUPS:
_info('Updating existing groups on Gitea...')
try:
if not DRY_RUN:
update_existing_groups(gitlab_groups, gitea_groups)
else:
_warn('Dry-run mode enabled, skipping update of existing groups on Gitea...')
except Exception as e:
_exception(f'Failed to update existing groups: {e}', e)
def migrate_users():
gitlab_users = get_gitlab_users()
gitea_users = get_gitea_users()
_info(f'Users on GitLab: {len(gitlab_users)}')
_trace(f'Users on GitLab: {gitlab_users}')
_info(f'Users on Gitea: {len(gitea_users)}')
_trace(f'Users on Gitea: {gitea_users}')
try:
user_result, missing_matches = cmp_gitlab_gitea_users(gitlab_users, gitea_users['data'])
except Exception as e:
_exception(f'Failed to compare GitLab and Gitea users: {e}', e)
return
if missing_matches > 0:
_warn(f'{missing_matches} users are missing on Gitea!')
if missing_matches > 0 and not NO_CREATE_MISSING_USERS:
_info('Creating missing users on Gitea...')
if not DRY_RUN:
create_missing_users(gitlab_users, gitea_users)
else:
_warn('Dry-run mode enabled, skipping creation of missing users on Gitea...')
if not NO_UPDATE_EXISTING_USERS:
_info('Updating existing users on Gitea...')
try:
if not DRY_RUN:
update_existing_users(gitlab_users, gitea_users)
else:
_warn('Dry-run mode enabled, skipping update of existing users on Gitea...')
except Exception as e:
_exception(f'Failed to update existing users: {e}', e)
def migrate_projects():
gitlab_projects = get_gitlab_projects()
gitea_projects = get_gitea_projects()
_info(f'Projects on GitLab: {len(gitlab_projects)}')
_trace(f'Projects on GitLab: {gitlab_projects}')
_info(f'Projects on Gitea: {len(gitea_projects)}')
_trace(f'Projects on Gitea: {gitea_projects}')
try:
project_result, missing_matches = cmp_gitlab_gitea_projects(gitlab_projects, gitea_projects)
except Exception as e:
_exception(f'Failed to compare GitLab and Gitea projects: {e}', e)
return
if missing_matches > 0:
_warn(f'{missing_matches} projects are missing on Gitea!')
if missing_matches > 0 and not NO_CREATE_MISSING_PROJECTS:
_info('Creating missing projects on Gitea...')
if not DRY_RUN:
create_missing_projects(gitlab_projects, gitea_projects)
else:
_warn('Dry-run mode enabled, skipping creation of missing projects on Gitea...')
if not NO_UPDATE_EXISTING_PROJECTS:
_info('Updating existing projects on Gitea...')
try:
if not DRY_RUN:
update_existing_projects(gitlab_projects, gitea_projects)
else:
_warn('Dry-run mode enabled, skipping update of existing projects on Gitea...')
except Exception as e:
_exception(f'Failed to update existing projects: {e}', e)
def run_migration():
_info('Migrating GitLab groups...')
migrate_groups()
_info('Group migration completed!')
_info('Migrating GitLab users...')
migrate_users()
_info('User migration completed!')
_info('Migrating GitLab projects...')
migrate_projects()
_info('Project migration completed!')
def main():
_info('Gitlab2Gitea v1.0 - by Zion Networks')
_info('------------------------------------')
_info('')
if sys.version_info < (3, 6):
_error('Python 3.6 or higher is required!')
return
else:
_debug(f'Python version: {sys.version_info.major}.{sys.version_info.minor}')
if not GITLAB_TOKEN:
_error('GitLab access token is missing!')
return
if not GITEA_TOKEN:
_error('Gitea access token is missing!')
return
if LOG_FILE and not APPEND_LOG:
with open(LOG_FILE, 'w') as log_file:
log_file.write('')
_debug(f'GitLab URL: {GITLAB_URL}')
_debug(f'Gitea URL: {GITEA_URL}')
_debug(f'Logging to: {LOG_FILE}')
if DRY_RUN:
_warn('Running in dry-run mode!')
_info('Testing endpoints...')
try:
check_gitlab()
check_gitea()
except Exception as e:
_exception(f'An error occurred: {e}', e)
return
_info('Starting migration...')
try:
run_migration()
except Exception as e:
_exception(f'An error occurred: {e}', e)
if __name__ == '__main__':
main()
Reference in New Issue View Git Blame Copy Permalink