fix: locale scripts: use utf-8 when opening a file

tools/localization/findString.py

@@ -43,7 +43,7 @@ def find_token_uses(token, root_dir="./ts/", exclude_files=EXCLUDE_FILES):
         for file in files:
             if file.endswith((".tsx", ".ts")) and file not in exclude_files:
                 file_path = os.path.join(root, file)
-                with open(file_path, "r") as f:
+                with open(file_path, "r", encoding='utf-8') as f:
                     for line_no, line in enumerate(f, start=1):
                         if regex.search(line):
                             matches.append(f"{file_path}:{line_no}")

tools/localization/localeTypes.py

@@ -64,7 +64,7 @@ def generateLocalesType(locale):
       locale: The locale dictionary containing the localization data.
     """
     # write the locale_dict to a file
-    with open(OUTPUT_FILE, "w") as ts_file:
+    with open(OUTPUT_FILE, "w", encoding='utf-8') as ts_file:
         ts_file.write(
             f"{DISCLAIMER}"
             f"export const en = {generate_js_object(locale)} as const;\nexport type Dictionary = typeof en;"

tools/localization/parseDictionary.py

@@ -7,7 +7,7 @@ import xml.etree.ElementTree as ET
 def parse_json(file_path):
     if not os.path.exists(file_path):
         return None
-    with open(file_path) as file:
+    with open(file_path, encoding='utf-8') as file:
         data = json.load(file)
     return data
 
@@ -29,7 +29,7 @@ def parse_strings(file_path):
     if not os.path.exists(file_path):
         return None
     data = {}
-    with open(file_path) as file:
+    with open(file_path, encoding='utf-8') as file:
         for line in file:
             if "=" in line:
                 key, value = line.strip().split("=")

tools/util/fileUtils.py

@@ -74,7 +74,7 @@ def writeFile(filePath, data):
       data (str): The data to write to the file.
     """
     makeDirIfNotExists(filePath)
-    with open(filePath, "w") as file:
+    with open(filePath, "w", encoding='utf-8') as file:
         file.write(data)