Migrate translations clean script (#33930)

script/translations/clean.py

@@ -0,0 +1,71 @@
+"""Find translation keys that are in Lokalise but no longer defined in source."""
+import json
+
+from .const import INTEGRATIONS_DIR, PROJECT_ID
+from .lokalise import Lokalise
+from .util import get_lokalise_token
+
+
+def find_extra(base, translations, path_prefix, missing_keys):
+    """Find all keys that are in translations but not in base."""
+    for key, value in translations.items():
+        cur_path = f"{path_prefix}::{key}" if path_prefix else key
+
+        # Value is either a dict or a string
+        if isinstance(value, dict):
+            base_search = None if base is None else base.get(key)
+            find_extra(base_search, value, cur_path, missing_keys)
+
+        elif base is None or key not in base:
+            missing_keys.append(cur_path)
+
+
+def find():
+    """Find all missing keys."""
+    missing_keys = []
+
+    for int_dir in INTEGRATIONS_DIR.iterdir():
+        strings = int_dir / "strings.json"
+
+        if not strings.is_file():
+            continue
+
+        translations = int_dir / ".translations" / "en.json"
+
+        strings_json = json.loads(strings.read_text())
+        translations_json = json.loads(translations.read_text())
+
+        find_extra(
+            strings_json, translations_json, f"component::{int_dir.name}", missing_keys
+        )
+
+    return missing_keys
+
+
+def run():
+    """Clean translations."""
+    missing_keys = find()
+
+    if not missing_keys:
+        print("No missing translations!")
+        return
+
+    lokalise = Lokalise(PROJECT_ID, get_lokalise_token())
+
+    to_delete = []
+
+    for key in missing_keys:
+        print("Processing", key)
+        key_data = lokalise.keys_list({"filter_keys": key})
+        if len(key_data) != 1:
+            print(
+                f"Lookin up key in Lokalise returns {len(key_data)} results, expected 1"
+            )
+            continue
+        to_delete.append(key_data[0]["key_id"])
+
+    while input("Type YES to delete these keys: ") != "YES":
+        pass
+
+    print("Deleting keys:", ", ".join(map(str, to_delete)))
+    print(lokalise.keys_delete_multiple(to_delete))