hosting/ynh-apps_tools
1
0
Fork 0
Code Activity

Merge pull request #2012 from OniriCorpe/gitea-forgejo-api-autoupdate

Browse source 
Auto-updater: Initial support for Gitea & Forgejo
This commit is contained in:
Alexandre Aubin 2024-02-14 15:39:16 +01:00 committed by GitHub
commit 92e6832978
2 changed files with 53 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

36
autoupdate_app_sources/autoupdate_app_sources.py
View file

@ -10,7 +10,7 @@ from datetime import datetime
import requests
import toml
from rest_api import GithubAPI, GitlabAPI, RefType
from rest_api import GithubAPI, GitlabAPI, GiteaForgejoAPI, RefType
STRATEGIES = [
"latest_github_release",
@ -18,7 +18,13 @@ STRATEGIES = [
"latest_github_commit",
"latest_gitlab_release",
"latest_gitlab_tag",
"latest_gitlab_commit"
"latest_gitlab_commit",
"latest_gitea_release",
"latest_gitea_tag",
"latest_gitea_commit",
"latest_forgejo_release",
"latest_forgejo_tag",
"latest_forgejo_commit"
]
if "--commit-and-create-PR" not in sys.argv:
@ -95,7 +101,7 @@ def filter_and_get_latest_tag(tags, app_id):
elif t.startswith("release-"):
t_to_check = t.split("-", 1)[-1].replace("-", ".")
if not re.match(r"^v?[\d\.]*\d$", t_to_check):
if not re.match(r"^v?[\d\.]*\-?\d$", t_to_check):
print(f"Ignoring tag {t_to_check}, doesn't look like a version number")
else:
tag_dict[t] = tag_to_int_tuple(t_to_check)
@ -106,7 +112,7 @@ def filter_and_get_latest_tag(tags, app_id):
def tag_to_int_tuple(tag):
tag = tag.strip("v").strip(".")
tag = tag.strip("v").replace("-", ".").strip(".")
int_tuple = tag.split(".")
assert all(i.isdigit() for i in int_tuple), f"Cant convert {tag} to int tuple :/"
return tuple(int(i) for i in int_tuple)
@ -173,7 +179,7 @@ class AppAutoUpdater:
print(f"\n Checking {source} ...")
if strategy == "latest_github_release" or strategy == "latest_gitlab_release":
if strategy.endswith("_release"):
(
new_version,
new_asset_urls,
@ -240,7 +246,7 @@ class AppAutoUpdater:
return bool(todos)
if "main" in todos:
if strategy == "latest_github_release":
if strategy.endswith("_release"):
title = f"Upgrade to v{new_version}"
message = f"Upgrade to v{new_version}\nChangelog: {changelog_url}"
else:
@ -302,8 +308,10 @@ class AppAutoUpdater:
api = GithubAPI(upstream, auth=auth)
elif "gitlab" in strategy:
api = GitlabAPI(upstream)
elif "gitea" in strategy or "forgejo" in strategy:
api = GiteaForgejoAPI(upstream)
if strategy == "latest_github_release" or strategy == "latest_gitlab_release":
if strategy.endswith("_release"):
releases = api.releases()
tags = [
release["tag_name"]
@ -323,7 +331,11 @@ class AppAutoUpdater:
for a in latest_release["assets"]
if not a["name"].endswith(".md5")
}
latest_release_html_url = latest_release["html_url"]
if ("gitea" in strategy or "forgejo" in strategy) and latest_assets == "":
# if empty (so only the base asset), take the tarball_url
latest_assets = latest_release["tarball_url"]
if strategy == "_release":
latest_release_html_url = latest_release["html_url"]
if asset == "tarball":
latest_tarball = (
api.url_for_ref(latest_version_orig, RefType.tags)
@ -373,10 +385,10 @@ class AppAutoUpdater:
latest_release_html_url,
)
elif strategy == "latest_github_tag" or strategy == "latest_gitlab_tag":
elif strategy.endswith("_tag"):
if asset != "tarball":
raise Exception(
"For the latest_github_tag strategy, only asset = 'tarball' is supported"
"For the latest tag strategy, only asset = 'tarball' is supported"
)
tags = api.tags()
latest_version_orig, latest_version = filter_and_get_latest_tag(
@ -385,10 +397,10 @@ class AppAutoUpdater:
latest_tarball = api.url_for_ref(latest_version_orig, RefType.tags)
return latest_version, latest_tarball
elif strategy == "latest_github_commit" or strategy == "latest_gitlab_commit":
elif strategy.endswith("_commit"):
if asset != "tarball":
raise Exception(
"For the latest_github_release strategy, only asset = 'tarball' is supported"
"For the latest release strategy, only asset = 'tarball' is supported"
)
commits = api.commits()
latest_commit = commits[0]

29
autoupdate_app_sources/rest_api.py
View file

@ -111,3 +111,32 @@ class GitlabAPI:
def url_for_ref(self, ref: str, ref_type: RefType) -> str:
return f"{self.upstream}/api/v4/projects/{self.project_id}/repository/archive.tar.gz/?sha={ref}"
class GiteaForgejoAPI:
def __init__(self, upstream: str):
split = re.search("(?P<host>https?://.+)/(?P<group>[^/]+)/(?P<project>[^/]+)/?$", upstream)
self.upstream = split.group("host")
self.upstream_repo = f"{split.group('group')}/{split.group('project')}"
def internal_api(self, uri: str):
url = f"{self.upstream}/api/v1/{uri}"
r = requests.get(url)
assert r.status_code == 200, r
return r.json()
def tags(self) -> List[str]:
"""Get a list of tags for project."""
return self.internal_api(f"repos/{self.upstream_repo}/tags")
def commits(self) -> List[str]:
"""Get a list of commits for project."""
return self.internal_api(f"repos/{self.upstream_repo}/commits")
def releases(self) -> List[str]:
"""Get a list of releases for project."""
return self.internal_api(f"repos/{self.upstream_repo}/releases")
def url_for_ref(self, ref: str, ref_type: RefType) -> str:
"""Get a URL for a ref."""
return f"{self.upstream}/{self.upstream_repo}/archive/{ref}.tar.gz"