Migrate translations upload (home-assistant#33926)

* Migrate translations upload

* Fix token in download command

* Minor cleanup

Author: balloob

azure-pipelines-translation.yml

@@ -37,7 +37,7 @@ jobs:
       export LOKALISE_TOKEN="$(lokaliseToken)"
       export AZURE_BRANCH="$(Build.SourceBranchName)"
 
-      ./script/translations_upload
+      python3 -m script.translations upload
     displayName: 'Upload Translation'
 
 - job: 'Download'

script/translations/__main__.py

@@ -3,13 +3,13 @@
 from pathlib import Path
 import sys
 
-from . import download, error
+from . import download, error, upload
 
 
 def get_arguments() -> argparse.Namespace:
     """Get parsed passed in arguments."""
     parser = argparse.ArgumentParser(description="Home Assistant Scaffolder")
-    parser.add_argument("action", type=str, choices=["download"])
+    parser.add_argument("action", type=str, choices=["download", "upload"])
     parser.add_argument("--debug", action="store_true", help="Enable log output")
 
     arguments = parser.parse_args()
@@ -27,6 +27,8 @@ def main():
 
     if args.action == "download":
         download.run(args)
+    elif args.action == "upload":
+        upload.run(args)
 
     return 0
 

script/translations/const.py

@@ -1,4 +1,6 @@
 """Translation constants."""
+import pathlib
 
 PROJECT_ID = "130246255a974bd3b5e8a1.51616605"
 DOCKER_IMAGE = "b8329d20280263cad04f65b843e54b9e8e6909a348a678eac959550b5ef5c75f"
+INTEGRATIONS_DIR = pathlib.Path("homeassistant/components")

script/translations/download.py

@@ -16,10 +16,8 @@
 LOCAL_DIR = pathlib.Path("build/translations-download").absolute()
 
 
-def run_download_docker(args):
+def run_download_docker():
     """Run the Docker image to download the translations."""
-    pipe_null = {} if args.debug else {"stdout": subprocess.DEVNULL}
-
     print("Running Docker to download latest translations.")
     run = subprocess.run(
         [
@@ -31,18 +29,17 @@ def run_download_docker(args):
             f"lokalise/lokalise-cli@sha256:{DOCKER_IMAGE}",
             # Lokalise command
             "lokalise",
-            "export",
-            PROJECT_ID,
             "--token",
             get_lokalise_token(),
+            "export",
+            PROJECT_ID,
             "--export_empty",
             "skip",
             "--type",
             "json",
             "--unzip_to",
             "/opt/dest",
         ],
-        **pipe_null,
     )
     print()
 
@@ -140,7 +137,7 @@ def run(args):
     """Run the script."""
     LOCAL_DIR.mkdir(parents=True, exist_ok=True)
 
-    run_download_docker(args)
+    run_download_docker()
 
     paths = glob.iglob("build/translations-download/*.json")
     for path in paths:

script/translations/upload.py

@@ -0,0 +1,77 @@
+#!/usr/bin/env python3
+"""Merge all translation sources into a single JSON file."""
+import json
+import os
+import pathlib
+import re
+import subprocess
+
+from .const import DOCKER_IMAGE, INTEGRATIONS_DIR, PROJECT_ID
+from .error import ExitApp
+from .util import get_current_branch, get_lokalise_token
+
+FILENAME_FORMAT = re.compile(r"strings\.(?P<suffix>\w+)\.json")
+LOCAL_FILE = pathlib.Path("build/translations-upload.json").absolute()
+CONTAINER_FILE = "/opt/src/build/translations-upload.json"
+LANG_ISO = "en"
+
+
+def run_upload_docker():
+    """Run the Docker image to upload the translations."""
+    print("Running Docker to upload latest translations.")
+    run = subprocess.run(
+        [
+            "docker",
+            "run",
+            "-v",
+            f"{LOCAL_FILE}:{CONTAINER_FILE}",
+            "--rm",
+            f"lokalise/lokalise-cli@sha256:{DOCKER_IMAGE}",
+            # Lokalise command
+            "lokalise",
+            "--token",
+            get_lokalise_token(),
+            "import",
+            PROJECT_ID,
+            "--file",
+            CONTAINER_FILE,
+            "--lang_iso",
+            LANG_ISO,
+            "--convert_placeholders",
+            "0",
+            "--replace",
+            "1",
+        ],
+    )
+    print()
+
+    if run.returncode != 0:
+        raise ExitApp("Failed to download translations")
+
+
+def run(args):
+    """Run the script."""
+    if get_current_branch() != "dev" and os.environ.get("AZURE_BRANCH") != "dev":
+        raise ExitApp(
+            "Please only run the translations upload script from a clean checkout of dev."
+        )
+
+    translations = {"component": {}}
+
+    for path in INTEGRATIONS_DIR.glob(f"*{os.sep}strings*.json"):
+        component = path.parent.name
+        match = FILENAME_FORMAT.search(path.name)
+        platform = match.group("suffix") if match else None
+
+        parent = translations["component"].setdefault(component, {})
+
+        if platform:
+            platforms = parent.setdefault("platform", {})
+            parent = platforms.setdefault(platform, {})
+
+        parent.update(json.loads(path.read_text()))
+
+    LOCAL_FILE.parent.mkdir(parents=True, exist_ok=True)
+    LOCAL_FILE.write_text(json.dumps(translations, indent=4, sort_keys=True))
+
+    # run_upload_docker()

script/translations/util.py

@@ -1,6 +1,7 @@
 """Translation utils."""
 import os
 import pathlib
+import subprocess
 
 from .error import ExitApp
 
@@ -20,3 +21,14 @@ def get_lokalise_token():
         )
 
     return token_file.read_text().strip()
+
+
+def get_current_branch():
+    """Get current branch."""
+    return (
+        subprocess.run(
+            ["git", "rev-parse", "--abbrev-ref", "HEAD"], stdout=subprocess.PIPE
+        )
+        .stdout.decode()
+        .strip()
+    )