mealie/dev/code-generation/gen_ts_locales.py

import json
import os
import pathlib
import re
from pathlib import Path

import dotenv
import requests
from jinja2 import Template
from pydantic import ConfigDict
from requests import Response
from utils import CodeDest, CodeKeys, inject_inline, log

from mealie.lang.locale_config import LOCALE_CONFIG, LocalePluralFoodHandling, LocaleTextDirection
from mealie.schema._mealie import MealieModel

BASE = pathlib.Path(__file__).parent.parent.parent

API_KEY = dotenv.get_key(BASE / ".env", "CROWDIN_API_KEY") or os.environ.get("CROWDIN_API_KEY", "")


LOCALE_TEMPLATE = """// This Code is auto generated by gen_ts_locales.py
export const LOCALES = [{% for locale in locales %}
  {
    name: "{{ locale.name }}",
    value: "{{ locale.locale }}",
    progress: {{ locale.progress }},
    dir: "{{ locale.dir }}",
    pluralFoodHandling: "{{ locale.plural_food_handling }}",
  },{% endfor %}
];

"""


class TargetLanguage(MealieModel):
    model_config = ConfigDict(populate_by_name=True, extra="allow")

    id: str
    name: str
    locale: str
    dir: LocaleTextDirection = LocaleTextDirection.LTR
    plural_food_handling: LocalePluralFoodHandling = LocalePluralFoodHandling.ALWAYS
    threeLettersCode: str
    twoLettersCode: str
    progress: int = 0


class CrowdinApi:
    project_name = "Mealie"
    project_id = "451976"
    api_key = API_KEY

    def __init__(self, api_key: str | None):
        self.api_key = api_key or API_KEY

    @property
    def headers(self) -> dict:
        return {
            "Content-Type": "application/json",
            "Authorization": f"Bearer {self.api_key}",
        }

    def get_projects(self) -> Response:
        return requests.get("https://api.crowdin.com/api/v2/projects", headers=self.headers)

    def get_project(self) -> Response:
        return requests.get(f"https://api.crowdin.com/api/v2/projects/{self.project_id}", headers=self.headers)

    def get_languages(self) -> list[TargetLanguage]:
        response = self.get_project()
        tls = response.json()["data"]["targetLanguages"]
        return [TargetLanguage(**t) for t in tls]

    def get_progress(self) -> dict[str, int]:
        response = requests.get(
            f"https://api.crowdin.com/api/v2/projects/{self.project_id}/languages/progress?limit=500",
            headers=self.headers,
        )
        data = response.json()["data"]
        return {p["data"]["languageId"]: p["translationProgress"] for p in data}


PROJECT_DIR = Path(__file__).parent.parent.parent


datetime_dir = PROJECT_DIR / "frontend" / "lang" / "dateTimeFormats"
locales_dir = PROJECT_DIR / "frontend" / "lang" / "messages"
nuxt_config = PROJECT_DIR / "frontend" / "nuxt.config.ts"
i18n_config = PROJECT_DIR / "frontend" / "i18n.config.ts"
reg_valid = PROJECT_DIR / "mealie" / "schema" / "_mealie" / "validators.py"

"""
This snippet walks the message and dat locales directories and generates the import information
for the nuxt.config.ts file and automatically injects it into the nuxt.config.ts file. Note that
the code generation ID is hardcoded into the script and required in the nuxt config.
"""


def inject_nuxt_values():
    datetime_files = list(datetime_dir.glob("*.json"))
    datetime_files.sort()

    datetime_imports = []
    datetime_object_entries = []

    for match in datetime_files:
        # Convert locale name to camelCase variable name (e.g., "en-US" -> "enUS")
        var_name = match.stem.replace("-", "")

        # Generate import statement
        import_line = f'import * as {var_name} from "./lang/dateTimeFormats/{match.name}";'
        datetime_imports.append(import_line)

        # Generate object entry
        object_entry = f'  "{match.stem}": {var_name},'
        datetime_object_entries.append(object_entry)

    all_date_locales = datetime_imports + ["", "const datetimeFormats = {"] + datetime_object_entries + ["};"]

    all_langs = []
    for match in locales_dir.glob("*.json"):
        match_data = LOCALE_CONFIG.get(match.stem)
        match_dir = match_data.dir if match_data else LocaleTextDirection.LTR

        lang_string = f'{{ code: "{match.stem}", file: "{match.name.replace(".json", ".ts")}", dir: "{match_dir}" }},'
        all_langs.append(lang_string)

    all_langs.sort()

    log.debug(f"injecting locales into nuxt config -> {nuxt_config}")
    inject_inline(nuxt_config, CodeKeys.nuxt_local_messages, all_langs)
    inject_inline(i18n_config, CodeKeys.nuxt_local_dates, all_date_locales)


def inject_registration_validation_values():
    all_langs = []
    for match in locales_dir.glob("*.json"):
        lang_string = f'"{match.stem}",'
        all_langs.append(lang_string)

    # sort
    all_langs.sort()

    log.debug(f"injecting locales into user registration validation -> {reg_valid}")
    inject_inline(reg_valid, CodeKeys.nuxt_local_messages, all_langs)


def _get_local_models() -> list[TargetLanguage]:
    return [
        TargetLanguage(
            id=locale,
            name=data.name,
            locale=locale,
            threeLettersCode=locale.split("-")[-1],
            twoLettersCode=locale.split("-")[-1],
        )
        for locale, data in LOCALE_CONFIG.items()
        if locale != "en-US"  # Crowdin doesn't include this, so we manually inject it later
    ]


def _get_local_progress() -> dict[str, int]:
    with open(CodeDest.use_locales) as f:
        content = f.read()

    # Extract the array content between [ and ]
    match = re.search(r"export const LOCALES = (\[.*?\]);", content, re.DOTALL)
    if not match:
        raise ValueError("Could not find LOCALES array in file")

    # Convert JS to JSON
    array_content = match.group(1)

    # Replace unquoted keys with quoted keys for valid JSON
    # This converts: { name: "value" } to { "name": "value" }
    json_str = re.sub(r"([,\{\s])([a-zA-Z_][a-zA-Z0-9_]*)\s*:", r'\1"\2":', array_content)

    # Remove trailing commas before } and ]
    json_str = re.sub(r",(\s*[}\]])", r"\1", json_str)

    locales = json.loads(json_str)
    return {locale["value"]: locale["progress"] for locale in locales}


def get_languages() -> list[TargetLanguage]:
    if API_KEY:
        api = CrowdinApi(None)
        models = api.get_languages()
        progress = api.get_progress()
    else:
        log.warning("CROWDIN_API_KEY is not set, using local lanugages instead")
        log.warning("DOUBLE CHECK the output!!! Do not overwrite with bad local locale data!")
        models = _get_local_models()
        progress = _get_local_progress()

    models.insert(
        0,
        TargetLanguage(
            id="en-US",
            name="English",
            locale="en-US",
            dir=LocaleTextDirection.LTR,
            plural_food_handling=LocalePluralFoodHandling.WITHOUT_UNIT,
            threeLettersCode="en",
            twoLettersCode="en",
            progress=100,
        ),
    )

    for model in models:
        if model.locale in LOCALE_CONFIG:
            locale_data = LOCALE_CONFIG[model.locale]
            model.name = locale_data.name
            model.dir = locale_data.dir
            model.plural_food_handling = locale_data.plural_food_handling
            model.progress = progress.get(model.id, model.progress)

    models.sort(key=lambda x: x.locale, reverse=True)
    return models


def generate_locales_ts_file():
    models = get_languages()
    tmpl = Template(LOCALE_TEMPLATE)
    rendered = tmpl.render(locales=models)

    log.debug(f"generating locales ts file -> {CodeDest.use_locales}")
    with open(CodeDest.use_locales, "w") as f:
        f.write(rendered)  # type:ignore


def main():
    generate_locales_ts_file()
    inject_nuxt_values()
    inject_registration_validation_values()


if __name__ == "__main__":
    main()