2024-02-08 22:34:48 +01:00
|
|
|
#!/usr/bin/env python3
|
2024-02-07 14:49:55 +01:00
|
|
|
|
2022-08-04 11:17:46 +02:00
|
|
|
import json
|
|
|
|
import os
|
|
|
|
import subprocess
|
2024-02-07 14:49:55 +01:00
|
|
|
import sys
|
2024-06-23 02:46:05 +02:00
|
|
|
import time
|
2024-05-20 18:00:15 +02:00
|
|
|
from pathlib import Path
|
2024-02-07 14:49:55 +01:00
|
|
|
|
|
|
|
import requests
|
2024-06-23 02:46:05 +02:00
|
|
|
import toml
|
2022-08-04 11:17:46 +02:00
|
|
|
|
2024-06-23 02:46:05 +02:00
|
|
|
# add apps/tools to sys.path
|
|
|
|
sys.path.insert(0, str(Path(__file__).parent.parent))
|
2024-05-20 18:00:15 +02:00
|
|
|
|
2024-06-23 02:46:05 +02:00
|
|
|
from appslib.utils import ( # noqa: E402 pylint: disable=import-error,wrong-import-position
|
|
|
|
REPO_APPS_ROOT,
|
|
|
|
get_catalog,
|
|
|
|
)
|
2022-08-04 11:17:46 +02:00
|
|
|
|
|
|
|
my_env = os.environ.copy()
|
|
|
|
my_env["GIT_TERMINAL_PROMPT"] = "0"
|
|
|
|
os.makedirs(".apps_cache", exist_ok=True)
|
|
|
|
|
2024-06-23 02:46:05 +02:00
|
|
|
login = (
|
|
|
|
(REPO_APPS_ROOT / "tools/.github_login").open("r", encoding="utf-8").read().strip()
|
|
|
|
)
|
|
|
|
token = (
|
|
|
|
(REPO_APPS_ROOT / "tools/.github_token").open("r", encoding="utf-8").read().strip()
|
|
|
|
)
|
2022-08-04 11:17:46 +02:00
|
|
|
github_api = "https://api.github.com"
|
|
|
|
|
|
|
|
|
|
|
|
def apps(min_level=4):
|
2024-06-23 02:46:05 +02:00
|
|
|
for app, infos in get_catalog().items():
|
2022-08-04 11:17:46 +02:00
|
|
|
if infos.get("state") == "working" and infos.get("level", -1) > min_level:
|
|
|
|
infos["id"] = app
|
|
|
|
yield infos
|
|
|
|
|
|
|
|
|
|
|
|
def app_cache_folder(app):
|
|
|
|
return os.path.join(".apps_cache", app)
|
|
|
|
|
|
|
|
|
|
|
|
def git(cmd, in_folder=None):
|
|
|
|
if not isinstance(cmd, list):
|
|
|
|
cmd = cmd.split()
|
|
|
|
if in_folder:
|
|
|
|
cmd = ["-C", in_folder] + cmd
|
|
|
|
cmd = ["git"] + cmd
|
|
|
|
return subprocess.check_output(cmd, env=my_env).strip().decode("utf-8")
|
|
|
|
|
|
|
|
|
|
|
|
# Progress bar helper, stolen from https://stackoverflow.com/a/34482761
|
|
|
|
def progressbar(it, prefix="", size=60, file=sys.stdout):
|
|
|
|
it = list(it)
|
|
|
|
count = len(it)
|
2024-03-11 17:34:33 +01:00
|
|
|
|
2022-08-04 11:17:46 +02:00
|
|
|
def show(j, name=""):
|
|
|
|
name += " "
|
2024-03-11 17:34:33 +01:00
|
|
|
x = int(size * j / count)
|
|
|
|
file.write(
|
|
|
|
"%s[%s%s] %i/%i %s\r" % (prefix, "#" * x, "." * (size - x), j, count, name)
|
|
|
|
)
|
2022-08-04 11:17:46 +02:00
|
|
|
file.flush()
|
2024-03-11 17:34:33 +01:00
|
|
|
|
2022-08-04 11:17:46 +02:00
|
|
|
show(0)
|
|
|
|
for i, item in enumerate(it):
|
|
|
|
yield item
|
2024-03-11 17:34:33 +01:00
|
|
|
show(i + 1, item["id"])
|
2022-08-04 11:17:46 +02:00
|
|
|
file.write("\n")
|
|
|
|
file.flush()
|
|
|
|
|
|
|
|
|
|
|
|
def build_cache():
|
|
|
|
for app in progressbar(apps(), "Git cloning: ", 40):
|
|
|
|
folder = os.path.join(".apps_cache", app["id"])
|
|
|
|
reponame = app["url"].rsplit("/", 1)[-1]
|
|
|
|
git(f"clone --quiet --depth 1 --single-branch {app['url']} {folder}")
|
2024-03-11 17:34:33 +01:00
|
|
|
git(
|
|
|
|
f"remote add fork https://{login}:{token}@github.com/{login}/{reponame}",
|
|
|
|
in_folder=folder,
|
|
|
|
)
|
2022-08-04 11:17:46 +02:00
|
|
|
|
|
|
|
|
|
|
|
def apply(patch):
|
|
|
|
patch_path = os.path.abspath(os.path.join("patches", patch, "patch.sh"))
|
|
|
|
|
|
|
|
for app in progressbar(apps(), "Apply to: ", 40):
|
|
|
|
folder = os.path.join(".apps_cache", app["id"])
|
|
|
|
current_branch = git(f"symbolic-ref --short HEAD", in_folder=folder)
|
|
|
|
git(f"reset --hard origin/{current_branch}", in_folder=folder)
|
|
|
|
os.system(f"cd {folder} && bash {patch_path}")
|
|
|
|
|
|
|
|
|
|
|
|
def diff():
|
|
|
|
for app in apps():
|
|
|
|
folder = os.path.join(".apps_cache", app["id"])
|
2024-03-11 17:34:33 +01:00
|
|
|
if bool(
|
|
|
|
subprocess.check_output(f"cd {folder} && git diff", shell=True)
|
|
|
|
.strip()
|
|
|
|
.decode("utf-8")
|
|
|
|
):
|
2022-08-04 11:17:46 +02:00
|
|
|
print("\n\n\n")
|
|
|
|
print("=================================")
|
|
|
|
print("Changes in : " + app["id"])
|
|
|
|
print("=================================")
|
|
|
|
print("\n")
|
|
|
|
os.system(f"cd {folder} && git --no-pager diff")
|
|
|
|
|
|
|
|
|
|
|
|
def push(patch):
|
2024-03-11 17:34:33 +01:00
|
|
|
title = (
|
|
|
|
"[autopatch] "
|
|
|
|
+ open(os.path.join("patches", patch, "pr_title.md")).read().strip()
|
|
|
|
)
|
2022-08-04 11:17:46 +02:00
|
|
|
|
|
|
|
def diff_not_empty(app):
|
|
|
|
folder = os.path.join(".apps_cache", app["id"])
|
2024-03-11 17:34:33 +01:00
|
|
|
return bool(
|
|
|
|
subprocess.check_output(f"cd {folder} && git diff", shell=True)
|
|
|
|
.strip()
|
|
|
|
.decode("utf-8")
|
|
|
|
)
|
2022-08-04 11:17:46 +02:00
|
|
|
|
|
|
|
def app_is_on_github(app):
|
|
|
|
return "github.com" in app["url"]
|
|
|
|
|
2024-03-11 17:34:33 +01:00
|
|
|
apps_to_push = [
|
|
|
|
app for app in apps() if diff_not_empty(app) and app_is_on_github(app)
|
|
|
|
]
|
2022-08-04 11:17:46 +02:00
|
|
|
|
|
|
|
with requests.Session() as s:
|
|
|
|
s.headers.update({"Authorization": f"token {token}"})
|
|
|
|
for app in progressbar(apps_to_push, "Forking: ", 40):
|
2024-03-11 17:34:33 +01:00
|
|
|
app["repo"] = app["url"][len("https://github.com/") :].strip("/")
|
2022-08-04 11:17:46 +02:00
|
|
|
fork_if_needed(app["repo"], s)
|
2024-06-23 02:46:05 +02:00
|
|
|
time.sleep(2) # to avoid rate limiting lol
|
2022-08-04 11:17:46 +02:00
|
|
|
|
|
|
|
for app in progressbar(apps_to_push, "Pushing: ", 40):
|
2024-03-11 17:34:33 +01:00
|
|
|
app["repo"] = app["url"][len("https://github.com/") :].strip("/")
|
2022-08-04 11:17:46 +02:00
|
|
|
app_repo_name = app["url"].rsplit("/", 1)[-1]
|
|
|
|
folder = os.path.join(".apps_cache", app["id"])
|
|
|
|
current_branch = git(f"symbolic-ref --short HEAD", in_folder=folder)
|
|
|
|
git(f"reset origin/{current_branch}", in_folder=folder)
|
2024-03-11 17:34:33 +01:00
|
|
|
git(
|
|
|
|
["commit", "-a", "-m", title, "--author='Yunohost-Bot <>'"],
|
|
|
|
in_folder=folder,
|
|
|
|
)
|
2022-08-04 11:17:46 +02:00
|
|
|
try:
|
|
|
|
git(f"remote remove fork", in_folder=folder)
|
|
|
|
except Exception:
|
|
|
|
pass
|
2024-03-11 17:34:33 +01:00
|
|
|
git(
|
|
|
|
f"remote add fork https://{login}:{token}@github.com/{login}/{app_repo_name}",
|
|
|
|
in_folder=folder,
|
|
|
|
)
|
2022-08-04 11:17:46 +02:00
|
|
|
git(f"push fork {current_branch}:{patch} --quiet --force", in_folder=folder)
|
|
|
|
create_pull_request(app["repo"], patch, current_branch, s)
|
2024-06-23 02:46:05 +02:00
|
|
|
time.sleep(4) # to avoid rate limiting lol
|
2022-08-04 11:17:46 +02:00
|
|
|
|
|
|
|
|
|
|
|
def fork_if_needed(repo, s):
|
|
|
|
repo_name = repo.split("/")[-1]
|
|
|
|
r = s.get(github_api + f"/repos/{login}/{repo_name}")
|
|
|
|
|
|
|
|
if r.status_code == 200:
|
|
|
|
return
|
|
|
|
|
|
|
|
r = s.post(github_api + f"/repos/{repo}/forks")
|
|
|
|
|
|
|
|
if r.status_code != 200:
|
|
|
|
print(r.text)
|
|
|
|
|
|
|
|
|
|
|
|
def create_pull_request(repo, patch, base_branch, s):
|
2024-03-11 17:34:33 +01:00
|
|
|
PR = {
|
|
|
|
"title": "[autopatch] "
|
|
|
|
+ open(os.path.join("patches", patch, "pr_title.md")).read().strip(),
|
|
|
|
"body": "This is an automatic PR\n\n"
|
|
|
|
+ open(os.path.join("patches", patch, "pr_body.md")).read().strip(),
|
|
|
|
"head": login + ":" + patch,
|
|
|
|
"base": base_branch,
|
|
|
|
"maintainer_can_modify": True,
|
|
|
|
}
|
2022-08-04 11:17:46 +02:00
|
|
|
|
|
|
|
r = s.post(github_api + f"/repos/{repo}/pulls", json.dumps(PR))
|
|
|
|
|
|
|
|
if r.status_code != 200:
|
|
|
|
print(r.text)
|
|
|
|
else:
|
|
|
|
json.loads(r.text)["html_url"]
|
|
|
|
|
|
|
|
|
|
|
|
def main():
|
|
|
|
action = sys.argv[1]
|
|
|
|
if action == "--help":
|
2024-03-11 17:34:33 +01:00
|
|
|
print(
|
|
|
|
"""
|
2022-08-04 11:17:46 +02:00
|
|
|
Example usage:
|
|
|
|
|
|
|
|
# Init local git clone for all apps
|
|
|
|
./autopatch.py --build-cache
|
|
|
|
|
|
|
|
# Apply patch in all local clones
|
|
|
|
./autopatch.py --apply explicit-php-version-in-deps
|
|
|
|
|
|
|
|
# Inspect diff for all apps
|
|
|
|
./autopatch.py --diff
|
|
|
|
|
|
|
|
# Push and create pull requests on all apps with non-empty diff
|
|
|
|
./autopatch.py --push explicit-php-version-in-deps
|
2024-03-11 17:34:33 +01:00
|
|
|
"""
|
|
|
|
)
|
2022-08-04 11:17:46 +02:00
|
|
|
|
|
|
|
elif action == "--build-cache":
|
|
|
|
build_cache()
|
|
|
|
elif action == "--apply":
|
|
|
|
apply(sys.argv[2])
|
|
|
|
elif action == "--diff":
|
|
|
|
diff()
|
|
|
|
elif action == "--push":
|
|
|
|
push(sys.argv[2])
|
|
|
|
else:
|
|
|
|
print("Unknown action %s" % action)
|
|
|
|
|
|
|
|
|
|
|
|
main()
|