Code cleanup / restructuring
This commit is contained in:
parent
f390014f3c
commit
b4eacc471b
@ -375,51 +375,65 @@ def get_gitlab_group(group_id: int) -> dict:
|
|||||||
# Endpoint: GET /api/{GITLAB_API_VERSION}/users
|
# Endpoint: GET /api/{GITLAB_API_VERSION}/users
|
||||||
def get_gitlab_users() -> list:
|
def get_gitlab_users() -> list:
|
||||||
|
|
||||||
|
next_page_link = f'{GITLAB_URL}/api/{GITLAB_API_VERSION}/users'
|
||||||
users = []
|
users = []
|
||||||
|
|
||||||
_debug(f'REQUEST: GET {GITLAB_URL}/api/{GITLAB_API_VERSION}/users')
|
while next_page_link is not None:
|
||||||
|
_debug(f'REQUEST: GET {next_page_link.split("?")[0]}')
|
||||||
response = requests.get(f'{GITLAB_URL}/api/{GITLAB_API_VERSION}/users',
|
response = requests.get(next_page_link,
|
||||||
headers={
|
headers={
|
||||||
'Content-Type': 'application/json',
|
'Content-Type': 'application/json',
|
||||||
'Accept': 'application/json',
|
'Accept': 'application/json',
|
||||||
'Authorization': f'Bearer {GITLAB_TOKEN}'
|
'Authorization': f'Bearer {GITLAB_TOKEN}'
|
||||||
})
|
})
|
||||||
|
|
||||||
|
next_page_link = response.links['next']['url'] if 'next' in response.links else None
|
||||||
|
|
||||||
_trace(f'RESPONSE: {response.json()}')
|
_trace(f'RESPONSE: {response.json()}')
|
||||||
|
|
||||||
if response.status_code != 200:
|
if response.status_code != 200:
|
||||||
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
|
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
|
||||||
raise Exception(f'Failed to get GitLab users: {response_message}')
|
raise Exception(f'Failed to get GitLab users: {response_message}')
|
||||||
else:
|
else:
|
||||||
users = response.json()
|
users += response.json()
|
||||||
|
|
||||||
return users
|
return users
|
||||||
|
|
||||||
# Endpoint: GET /api/{GITLAB_API_VERSION}/projects
|
# Endpoint: GET /api/{GITLAB_API_VERSION}/projects
|
||||||
def get_gitlab_projects() -> list:
|
def get_gitlab_projects() -> list:
|
||||||
|
|
||||||
|
next_page_link = f'{GITLAB_URL}/api/{GITLAB_API_VERSION}/projects'
|
||||||
projects = []
|
projects = []
|
||||||
|
|
||||||
_debug(f'REQUEST: GET {GITLAB_URL}/api/{GITLAB_API_VERSION}/projects')
|
while next_page_link is not None:
|
||||||
|
_debug(f'REQUEST: GET {next_page_link.split("?")[0]}')
|
||||||
response = requests.get(f'{GITLAB_URL}/api/{GITLAB_API_VERSION}/projects',
|
response = requests.get(next_page_link,
|
||||||
|
params={
|
||||||
|
'all_available': 1,
|
||||||
|
'per_page': 100
|
||||||
|
},
|
||||||
headers={
|
headers={
|
||||||
'Content-Type': 'application/json',
|
'Content-Type': 'application/json',
|
||||||
'Accept': 'application/json',
|
'Accept': 'application/json',
|
||||||
'Authorization': f'Bearer {GITLAB_TOKEN}'
|
'Authorization': f'Bearer {GITLAB_TOKEN}'
|
||||||
})
|
})
|
||||||
|
|
||||||
|
next_page_link = response.links['next']['url'] if 'next' in response.links else None
|
||||||
|
|
||||||
_trace(f'RESPONSE: {response.json()}')
|
_trace(f'RESPONSE: {response.json()}')
|
||||||
|
|
||||||
if response.status_code != 200:
|
if response.status_code != 200:
|
||||||
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
|
response_message = response.json()['message'] if 'message' in response.json() else 'Unknown error'
|
||||||
raise Exception(f'Failed to get GitLab projects: {response_message}')
|
raise Exception(f'Failed to get GitLab projects: {response_message}')
|
||||||
else:
|
else:
|
||||||
projects = response.json()
|
projects += response.json()
|
||||||
|
|
||||||
return projects
|
return projects
|
||||||
|
|
||||||
|
# Endpoint: POST /api/{GITEA_API_VERSION}/admin/users
|
||||||
|
def migrate_gitlab_user_to_gitea(user: dict):
|
||||||
|
pass
|
||||||
|
|
||||||
# Endpoint: GET /api/{GITEA_API_VERSION}/orgs
|
# Endpoint: GET /api/{GITEA_API_VERSION}/orgs
|
||||||
def get_gitea_groups() -> list:
|
def get_gitea_groups() -> list:
|
||||||
groups = []
|
groups = []
|
||||||
@ -490,19 +504,17 @@ def get_gitea_projects() -> list:
|
|||||||
return projects
|
return projects
|
||||||
|
|
||||||
# Endpoint: POST /api/{GITEA_API_VERSION}/orgs
|
# Endpoint: POST /api/{GITEA_API_VERSION}/orgs
|
||||||
def create_gitea_org(name: str) -> dict:
|
def migrate_gitlab_group_to_gitea(gitlab_group: dict):
|
||||||
|
|
||||||
gitlab_group = get_gitlab_group(name)
|
|
||||||
|
|
||||||
if not gitlab_group:
|
if not gitlab_group:
|
||||||
raise Exception(f'GitLab group "{name}" does not exist!')
|
raise Exception('GitLab group is missing!')
|
||||||
|
|
||||||
# Create Gitea group
|
# Create Gitea group
|
||||||
|
|
||||||
_debug(f'REQUEST: POST {GITEA_URL}/api/{GITEA_API_VERSION}/orgs')
|
_debug(f'REQUEST: POST {GITEA_URL}/api/{GITEA_API_VERSION}/orgs')
|
||||||
|
|
||||||
response = requests.post(f'{GITEA_URL}/api/{GITEA_API_VERSION}/orgs', json={
|
response = requests.post(f'{GITEA_URL}/api/{GITEA_API_VERSION}/orgs', json={
|
||||||
'username': name,
|
'username': gitlab_group['path'],
|
||||||
'full_name': gitlab_group['full_name'],
|
'full_name': gitlab_group['full_name'],
|
||||||
'description': gitlab_group['description'],
|
'description': gitlab_group['description'],
|
||||||
'website': gitlab_group['web_url'],
|
'website': gitlab_group['web_url'],
|
||||||
@ -524,9 +536,12 @@ def create_gitea_org(name: str) -> dict:
|
|||||||
return group
|
return group
|
||||||
|
|
||||||
# Endpoint: PATCH /api/{GITEA_API_VERSION}/orgs/{org}
|
# Endpoint: PATCH /api/{GITEA_API_VERSION}/orgs/{org}
|
||||||
def update_gitea_org(name: str, data: dict) -> dict:
|
def update_gitea_org(data: dict) -> dict:
|
||||||
|
|
||||||
# Update Gitea group
|
if not data:
|
||||||
|
raise Exception('Data is missing!')
|
||||||
|
|
||||||
|
name = data['path']
|
||||||
|
|
||||||
_debug(f'REQUEST: PATCH {GITEA_URL}/api/{GITEA_API_VERSION}/orgs/{name}')
|
_debug(f'REQUEST: PATCH {GITEA_URL}/api/{GITEA_API_VERSION}/orgs/{name}')
|
||||||
|
|
||||||
@ -673,7 +688,7 @@ def create_missing_groups(gitlab_groups: list, gitea_groups: list):
|
|||||||
_info(f'Creating missing group "{name}" on Gitea...')
|
_info(f'Creating missing group "{name}" on Gitea...')
|
||||||
|
|
||||||
try:
|
try:
|
||||||
create_gitea_org(name)
|
migrate_gitlab_group_to_gitea(gitlab_group)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
_error(f'Failed to create Gitea group "{name}": {e}')
|
_error(f'Failed to create Gitea group "{name}": {e}')
|
||||||
|
|
||||||
@ -700,16 +715,13 @@ def update_existing_groups(gitlab_groups: list, gitea_groups: list):
|
|||||||
except Exception as e:
|
except Exception as e:
|
||||||
_error(f'Failed to update Gitea group "{name}": {e}')
|
_error(f'Failed to update Gitea group "{name}": {e}')
|
||||||
|
|
||||||
def run_migration():
|
def migrate_groups():
|
||||||
|
|
||||||
_info('Migrating GitLab groups...')
|
|
||||||
|
|
||||||
gitlab_groups = get_gitlab_groups()
|
gitlab_groups = get_gitlab_groups()
|
||||||
gitea_groups = get_gitea_groups()
|
gitea_groups = get_gitea_groups()
|
||||||
|
|
||||||
_debug(f'Groups on GitLab: {len(gitlab_groups)}')
|
_info(f'Groups on GitLab: {len(gitlab_groups)}')
|
||||||
_trace(f'Groups on GitLab: {gitlab_groups}')
|
_trace(f'Groups on GitLab: {gitlab_groups}')
|
||||||
_debug(f'Groups on Gitea: {len(gitea_groups)}')
|
_info(f'Groups on Gitea: {len(gitea_groups)}')
|
||||||
_trace(f'Groups on Gitea: {gitea_groups}')
|
_trace(f'Groups on Gitea: {gitea_groups}')
|
||||||
|
|
||||||
group_result, missing_matches = cmp_gitlab_gitea_groups(gitlab_groups, gitea_groups)
|
group_result, missing_matches = cmp_gitlab_gitea_groups(gitlab_groups, gitea_groups)
|
||||||
@ -719,39 +731,55 @@ def run_migration():
|
|||||||
|
|
||||||
if missing_matches > 0 and CREATE_MISSING_GROUPS:
|
if missing_matches > 0 and CREATE_MISSING_GROUPS:
|
||||||
_info('Creating missing groups on Gitea...')
|
_info('Creating missing groups on Gitea...')
|
||||||
|
|
||||||
|
if not DRY_RUN:
|
||||||
create_missing_groups(gitlab_groups, gitea_groups)
|
create_missing_groups(gitlab_groups, gitea_groups)
|
||||||
|
else:
|
||||||
|
_warn('Dry-run mode enabled, skipping creation of missing groups on Gitea...')
|
||||||
|
|
||||||
_info('Updating existing groups on Gitea...')
|
_info('Updating existing groups on Gitea...')
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
if not DRY_RUN:
|
||||||
update_existing_groups(gitlab_groups, gitea_groups)
|
update_existing_groups(gitlab_groups, gitea_groups)
|
||||||
|
else:
|
||||||
|
_warn('Dry-run mode enabled, skipping update of existing groups on Gitea...')
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
_error(f'Failed to update existing groups: {e}')
|
_error(f'Failed to update existing groups: {e}')
|
||||||
|
|
||||||
_info('Migrating GitLab users...')
|
def migrate_users():
|
||||||
|
|
||||||
gitlab_users = get_gitlab_users()
|
gitlab_users = get_gitlab_users()
|
||||||
gitea_users = get_gitea_users()
|
gitea_users = get_gitea_users()
|
||||||
|
|
||||||
_debug(f'Users on GitLab: {len(gitlab_users)}')
|
_info(f'Users on GitLab: {len(gitlab_users)}')
|
||||||
_trace(f'Users on GitLab: {gitlab_users}')
|
_trace(f'Users on GitLab: {gitlab_users}')
|
||||||
_debug(f'Users on Gitea: {len(gitea_users)}')
|
_info(f'Users on Gitea: {len(gitea_users)}')
|
||||||
_trace(f'Users on Gitea: {gitea_users}')
|
_trace(f'Users on Gitea: {gitea_users}')
|
||||||
|
|
||||||
cmp_gitlab_gitea_users(gitlab_users, gitea_users)
|
cmp_gitlab_gitea_users(gitlab_users, gitea_users)
|
||||||
|
|
||||||
_info('Migrating GitLab projects...')
|
def migrate_projects():
|
||||||
|
|
||||||
gitlab_projects = get_gitlab_projects()
|
gitlab_projects = get_gitlab_projects()
|
||||||
gitea_projects = get_gitea_projects()
|
gitea_projects = get_gitea_projects()
|
||||||
|
|
||||||
_debug(f'Projects on GitLab: {len(gitlab_projects)}')
|
_info(f'Projects on GitLab: {len(gitlab_projects)}')
|
||||||
_trace(f'Projects on GitLab: {gitlab_projects}')
|
_trace(f'Projects on GitLab: {gitlab_projects}')
|
||||||
_debug(f'Projects on Gitea: {len(gitea_projects)}')
|
_info(f'Projects on Gitea: {len(gitea_projects)}')
|
||||||
_trace(f'Projects on Gitea: {gitea_projects}')
|
_trace(f'Projects on Gitea: {gitea_projects}')
|
||||||
|
|
||||||
cmp_gitlab_gitea_projects(gitlab_projects, gitea_projects)
|
cmp_gitlab_gitea_projects(gitlab_projects, gitea_projects)
|
||||||
|
|
||||||
|
def run_migration():
|
||||||
|
|
||||||
|
_info('Migrating GitLab groups...')
|
||||||
|
migrate_groups()
|
||||||
|
|
||||||
|
_info('Migrating GitLab users...')
|
||||||
|
migrate_users()
|
||||||
|
|
||||||
|
_info('Migrating GitLab projects...')
|
||||||
|
migrate_projects()
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
_info('Gitlab2Gitea v1.0 - by Zion Networks')
|
_info('Gitlab2Gitea v1.0 - by Zion Networks')
|
||||||
_info('------------------------------------')
|
_info('------------------------------------')
|
||||||
|
Reference in New Issue
Block a user