From 1a1d209212de15872ac5e2b503e386ed301f32a1 Mon Sep 17 00:00:00 2001
From: JarbasAI <33701864+JarbasAl@users.noreply.github.com>
Date: Thu, 7 Dec 2023 19:51:59 +0000
Subject: [PATCH] feat/lang_utils (#85)

helper utils to get valid languages based on mycroft.conf

unified in a single util since it's starting to get used in a few different places

also adds helper to turn a 2-letter lang code into a full 4-letter BCP lang code, taking into account dialect preferences from mycroft.conf
---
 ovos_config/locale.py | 47 ++++++++++++++++++++++++++++++++++++++++---
 1 file changed, 44 insertions(+), 3 deletions(-)

diff --git a/ovos_config/locale.py b/ovos_config/locale.py
index 994c9fe..952f1e2 100644
--- a/ovos_config/locale.py
+++ b/ovos_config/locale.py
@@ -1,4 +1,5 @@
 from dateutil.tz import gettz, tzlocal
+
 import ovos_config
 
 # lingua_franca is optional and might not be installed
@@ -14,6 +15,39 @@
 _default_tz = None
 
 
+def get_full_lang_code(lang):
+    """ given a 2-letter lang code, return the full default 4-letter code"""
+    # first give preference to any configured dialects
+    # eg, pt-br instead of pt-pt
+    valid_langs = get_valid_languages()
+    for l in valid_langs:
+        if l.split("-")[0] == lang:
+            return l
+
+    # just go with the default full code
+    langmap = {'az': 'az-az',
+               'ca': 'ca-es',
+               'cs': 'cs-cz',
+               'da': 'da-dk',
+               'de': 'de-de',
+               'en': 'en-us',
+               'es': 'es-es',
+               'eu': 'eu-eu',
+               'fa': 'fa-ir',
+               'fr': 'fr-fr',
+               'hu': 'hu-hu',
+               'it': 'it-it',
+               'nl': 'nl-nl',
+               'pl': 'pl-pl',
+               'pt': 'pt-pt',
+               'ru': 'ru-ru',
+               'sl': 'sl-si',
+               'sv': 'sv-se',
+               'tr': 'tr-tr',
+               'uk': 'uk-ua'}
+    return langmap.get(lang)
+
+
 def get_primary_lang_code(config=None):
     global _lang
     if LF:
@@ -79,11 +113,18 @@ def load_language(lang):
         LF.load_language(lang)
 
 
+def get_valid_languages():
+    """ return all valid runtime languages according to mycroft.conf """
+    lang_code = ovos_config.Configuration().get("lang", "en-us")
+    extra_lang_codes = ovos_config.Configuration().get("secondary_langs", [])
+    return set([lang_code] + extra_lang_codes)
+
+
 def setup_locale(lang=None, tz=None):
     lang_code = lang or ovos_config.Configuration().get("lang", "en-us")
-    extra_lang_codes = ovos_config.Configuration().get("secondary_langs", [])
-    # Load language resources, currently en-us must also be loaded at all times
-    load_languages([lang_code, "en-us"] + extra_lang_codes)
+    valid_langs = get_valid_languages()
+    # load any lang specific resources
+    load_languages(valid_langs)
     # Set the active lang to match the configured one
     set_default_lang(lang_code)
     # Set the default timezone to match the configured one