diff --git a/.gitignore b/.gitignore
index ce6c63a..ce60bf3 100644
--- a/.gitignore
+++ b/.gitignore
@@ -9,3 +9,5 @@ tools/bot-repo-cleanup/.github_token
 
 tools/autopatches/login
 tools/autopatches/token
+
+.github_token
diff --git a/update_app_levels/update_app_levels.py b/update_app_levels/update_app_levels.py
new file mode 100644
index 0000000..0770440
--- /dev/null
+++ b/update_app_levels/update_app_levels.py
@@ -0,0 +1,99 @@
+import time
+import toml
+import requests
+import tempfile
+import os
+import sys
+import json
+
+token = open(".github_token").read().strip()
+
+tmpdir = tempfile.mkdtemp(prefix="update_app_levels_")
+os.system(f"git clone 'https://oauth2:{token}@github.com/yunohost/apps' {tmpdir}")
+os.system(f"git -C {tmpdir} checkout -b update_app_levels")
+
+# Load the app catalog and filter out the non-working ones
+catalog = toml.load(open(f"{tmpdir}/apps.toml"))
+
+# Fetch results from the CI
+ci_results = requests.get("https://ci-apps.yunohost.org/ci/logs/list_level_stable_amd64.json").json()
+
+comment = {
+    "major_regressions": [],
+    "minor_regressions": [],
+    "improvements": [],
+    "outdated": [],
+    "missing": [],
+}
+
+for app, infos in catalog.items():
+
+    if infos.get("state") != "working":
+        continue
+
+    if app not in ci_results:
+        comment["missing"].append(app)
+        continue
+
+    # 3600 * 24 * 60 = ~2 months
+    if (int(time.time()) - ci_results[app].get("timestamp", 0)) > 3600 * 24 * 60:
+        comment["outdated"].append(app)
+        continue
+
+    ci_level = ci_results[app]["level"]
+    current_level = infos.get("level")
+
+    if ci_level == current_level:
+        continue
+    elif current_level is None or ci_level > current_level:
+        comment["improvements"].append((app, current_level, ci_level))
+    elif ci_level < current_level:
+        if ci_level < 4 and current_level >= 4:
+            comment["major_regressions"].append((app, current_level, ci_level))
+        else:
+            comment["minor_regressions"].append((app, current_level, ci_level))
+
+    infos["level"] = ci_level
+
+updated_catalog = toml.dumps(catalog)
+updated_catalog = updated_catalog.replace(",]", " ]")
+open(f"{tmpdir}/apps.toml", "w").write(updated_catalog)
+
+os.system(f"git -C {tmpdir} commit apps.toml -m 'Update app levels according to CI results'")
+os.system(f"git -C {tmpdir} push origin update_app_levels --force")
+os.system(f"rm -rf {tmpdir}")
+
+PR_body = ""
+if comment["major_regressions"]:
+    PR_body += "\n### Major regressions\n\n"
+    for app, current_level, new_level in comment['major_regressions']:
+        PR_body += f"- [ ] {app} | {current_level} -> {new_level} | https://ci-apps.yunohost.org/ci/apps/{app}/latestjob\n"
+if comment["minor_regressions"]:
+    PR_body += "\n### Minor regressions\n\n"
+    for app, current_level, new_level in comment['minor_regressions']:
+        PR_body += f"- [ ] {app} | {current_level} -> {new_level} | https://ci-apps.yunohost.org/ci/apps/{app}/latestjob\n"
+if comment["improvements"]:
+    PR_body += "\n### Improvements\n\n"
+    for app, current_level, new_level in comment['improvements']:
+        PR_body += f"- {app} | {current_level} -> {new_level} | https://ci-apps.yunohost.org/ci/apps/{app}/latestjob\n"
+if comment["missing"]:
+    PR_body += "\n### Missing results\n\n"
+    for app in comment['missing']:
+        PR_body += f"- {app} | https://ci-apps.yunohost.org/ci/apps/{app}/latestjob\n"
+if comment["outdated"]:
+    PR_body += "\n### Outdated results\n\n"
+    for app in comment['outdated']:
+        PR_body += f"- [ ] {app} | https://ci-apps.yunohost.org/ci/apps/{app}/latestjob\n"
+
+PR = {"title": "Update app levels accoring to CI results",
+      "body": PR_body,
+      "head": "update_app_levels",
+      "base": "master"}
+
+with requests.Session() as s:
+    s.headers.update({"Authorization": f"token {token}"})
+r = s.post("https://api.github.com/repos/yunohost/apps/pulls", json.dumps(PR))
+
+if r.status_code != 200:
+    print(r.text)
+    sys.exit(1)