mirror of
https://github.com/trezor/trezor-firmware.git
synced 2024-11-18 05:28:40 +00:00
7f1a5ac4c1
WIP - refactor and extend font generation for non-ascii characters WIP - add czech characters mapping between UTF8 value and index WIP - regenerate font files with czech characters WIP - shorten czech button text, it was causing SHUTDOWN for some reason WIP - support UTF8 characters in fonts.c WIP - account for translation in tests WIP - small fixes WIP - fix last test WIP - support UTF8 also in Rust font operations WIP - add a script to find non-translated english strings in micropython code WIP - add a validator script for checking missing micropython translations WIP - translate remaining altcoins and other apps in core (fido, sdcard, TT layouts, ...) WIP - generate czech glyphs for TT fonts WIP - modify gen_font.py to account for negative bearing czech characters WIP - extend translation validation scripts, move them into core/tools WIP - translate TT layouts in Rust WIP - fix tests WIP - fix inverse coloring of nonprintable glyph WIP - add build and test pipelines for Czech language WIP - merge both JSON files together WIP - run new isort WIP - unify all the translation in Rust, expose to micropython TEMP - leave en_merged.json file, so it is accessible by translators with old link WIP - fixes WIP - add french characters and translation via Google Translator WIP - skip rustfmt in mako-created files WIP - revert all the font height changes causing false-positive UI diff WIP - fixes after rebase WIP - fix broken translations WIP - revert some wording changes causing UI diff WIP - improve validation and translate scripts, translate missing strings WIP - sort all keys alphabetically WIP - remove any usage of translation in bootloader WIP - add newline at the end of JSON file WIP - fix bitcoin-only strings check WIP - fix python support check WIP - add some missing translations WIP - fix SD card device test WIP - fix pystyle WIP - fix rust unittests WIP - fix click tests WIP - flag errors in french translations WIP - add script transferring translations data into a byte blob WIP - regenerate fr.rs WIP - store and read language translations from flash WIP - storing language name in storage WIP - sending language_data in apply_settings protobuf message WIP - separate protobuf message for translations, fixes WIP - set up translations area for TT as well WIP - get rid of TREZOR_LANG env variable during build WIP - make the firmware buildable for TT WIP - add basic device tests WIP - set language for tests WIP - counting with language when writing fixtures WIP - add todos WIP - fix CI WIP - unify translations, make titles CAPITAL WIP - translate missing english WIP - skip translations messages for T1 WIP - not changing tests names for english WIP - fix flake8 WIP - no test language setting for T1 WIP - clippy lint about complex data type WIP - fix some english UI diff for TR WIP - fix cstyle WIP - minimize the usage of #[cfg(feature = "micropython")] outside translations module WIP - minimize TT's UI diff WIP - fix ruststyle WIP - fix TR build WIP - advanced Shamir text change WIP - storing the language name as the first item in the translation data WIP - modify and extend tests after storing language name WIP - modify checklist sentence WIP - add TEST_LANG into Makefile for all the emu tests WIP - default arguments WIP - reimplement default arguments remove unneeded pub from get_info function WIP - Rust handling of object attributes lookups from upy - thanks Matejcik! WIP - generate mock interface for attribute-based translations lookups WIP - change function calls to object attributes WIP - symbolic link for unix/translations.c WIP - fix and improve the reading of translations - thanks Matejcik! WIP - add support for multiple languages in removing missing tests WIP - fix multiple-accounts warning in tests WIP - fix encoding of newlines in translations WIP - fix czech tutorial text WIP - fix czech click tests WIP - do not translate wire error messages WIP - add language options to click tests as well WIP - setup czech device tests in CI WIP - setup czech click tests in CI WIP - record czech device tests for TR WIP - record czech click tests for TR WIP - record czech device tests for TT WIP - record czech click tests for TT WIP - pystyle WIP - cstyle WIP - fix Rust micropython import dependency WIP - fix czech recordings WIP - support french translations in tests WIP - shorten some french words to fix the tests WIP - fix micropython cfg compilation WIP - record french click tests for TR WIP - record french device tests for TR WIP - record french device tests for TT WIP - record french click tests for TT WIP - fix french translations - shorten them WIP - translate missing french words WIP - fix click tests WIP - add french tests into CI WIP - pystyle WIP - allow for czech/french tests in update script WIP - update czech fixtures WIP - update french fixtures WIP - ruststyle WIP - disallow MPU to run it on hardware WIP - cstyle WIP - change translations delimiter from * to \x00 WIP - change translations protobufs WIP - remove language handling from storage WIP - add header into JSON files WIP - count with header in translations blob WIP - yml style fixes WIP - fix proto gen WIP - verify version and data hash WIP - fix loading test translations feat(core): allow access to translations area in firmware [no changelog] WIP - fixes after rebase WIP - increase the TT's translations area to 3 sectors WIP - dynamically read the maximum translations size WIP - record non-english tests from CI WIP - loading font data from translations blob WIP - bump translations version WIP - include czech and french glyph data WIP - whitelist another negative-bearing glyph WIP - remove czech/french glyphs from common font files WIP - fix language tests WIP - specific fonts for specific models WIP - revert the non-ascii font hardcoding WIP - include missing BIG font into nonprintable logic WIP - minor Rust code improvements WIP - include newlines at the end of json files WIP - move glyph Rust function to librust_fonts.h WIP - add all fonts into translations file WIP - move fonts into its own dir WIP - reflect separate dir for fonts WIP - not putting translations trezorhal into bootloader WIP - write and read multiple fonts into translations data WIP - silence pyright issue/notissue WIP - delete no more used translations/*.py imports WIP - fix bootloader builds by introducing translations feature and TRANSLATIONS flag WIP - fix TT's bootloader Rust build WIP - fix tests in non-english languages WIP - not search for UTF-8 when there are no translations data WIP - add colons to strings where missing WIP - fix language loading in tests WIP - fix signmessage input flow to work in all languages WIP - create offset table for translation strings WIP - code improvements WIP - record foreign language fixtures + sync with main in english WIP - do alignment check before reading u16 data WIP - allocate blob in RAM for translations data WIP - add TODO for blob generation WIP - record non-english device tests WIP - use bytes.align_to instead of messing with pointers WIP - fixtures WIP - remove unused import WIP - add order.py WIP - add order.json WIP - take order.json into account in creating general.rs WIP - take order.json into account in generating the blob WIP - style WIP - sort the language files WIP - remove unused file WIP - code improvements WIP - add TODO for homescreen notification WIP - translate plural forms WIP - translate time intervals WIP - sign translations with dev keys, validate signatures, improve robustness WIP - improve tests for translations WIP - add `trezorctl utils sign-translations` for production signing of the blob WIP - pyright fix WIP - changing TR progress loader offset - it was colliding with title WIP - show indeterminate loader when loading translations data WIP - record new and updated language tests WIP - show the change language title/prompt in the target language WIP - sort keys WIP - add crowdin-cli into shell.nix WIP - add crowdin sync script
325 lines
11 KiB
Python
325 lines
11 KiB
Python
# This file is part of the Trezor project.
|
|
#
|
|
# Copyright (C) 2012-2019 SatoshiLabs and contributors
|
|
#
|
|
# This library is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Lesser General Public License version 3
|
|
# as published by the Free Software Foundation.
|
|
#
|
|
# This library is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Lesser General Public License for more details.
|
|
#
|
|
# You should have received a copy of the License along with this library.
|
|
# If not, see <https://www.gnu.org/licenses/lgpl-3.0.html>.
|
|
|
|
import json
|
|
from contextlib import contextmanager
|
|
from copy import deepcopy
|
|
from pathlib import Path
|
|
from typing import Any, Dict, Generator
|
|
|
|
import pytest
|
|
|
|
from trezorlib import debuglink, device, exceptions, messages, translations
|
|
from trezorlib.debuglink import TrezorClientDebugLink as Client
|
|
|
|
pytestmark = pytest.mark.skip_t1
|
|
|
|
HERE = Path(__file__).parent.resolve()
|
|
CORE = HERE.parent.parent / "core"
|
|
TRANSLATIONS = CORE / "embed" / "rust" / "src" / "ui" / "translations"
|
|
FONTS = TRANSLATIONS / "fonts"
|
|
ORDER_FILE = TRANSLATIONS / "order.json"
|
|
|
|
EN_JSON = TRANSLATIONS / "en.json"
|
|
CS_JSON = TRANSLATIONS / "cs.json"
|
|
FR_JSON = TRANSLATIONS / "fr.json"
|
|
|
|
MAX_DATA_LENGTH = {"T": 48 * 1024, "Safe 3": 32 * 1024}
|
|
|
|
|
|
def _read_confirm_word(file: Path) -> str:
|
|
content = json.loads(file.read_text())
|
|
return content["translations"]["words"]["confirm"]
|
|
|
|
|
|
ENGLISH_CONFIRM = _read_confirm_word(EN_JSON)
|
|
CZECH_CONFIRM = _read_confirm_word(CS_JSON)
|
|
FRENCH_CONFIRM = _read_confirm_word(FR_JSON)
|
|
|
|
|
|
@contextmanager
|
|
def _set_english_return_back(client: Client) -> Generator[Client, None, None]:
|
|
lang_before = client.features.language or ""
|
|
try:
|
|
_set_default_english(client)
|
|
yield client
|
|
finally:
|
|
if lang_before.startswith("en"):
|
|
_set_default_english(client)
|
|
elif lang_before == "cs":
|
|
_set_full_czech(client)
|
|
elif lang_before == "fr":
|
|
_set_full_french(client)
|
|
else:
|
|
raise RuntimeError(f"Unknown language: {lang_before}")
|
|
|
|
|
|
def _set_full_czech(client: Client):
|
|
device.change_language(
|
|
client,
|
|
language_data=translations.blob_from_file(CS_JSON, client.features.model or ""),
|
|
)
|
|
|
|
|
|
def _set_full_french(client: Client):
|
|
device.change_language(
|
|
client,
|
|
language_data=translations.blob_from_file(FR_JSON, client.features.model or ""),
|
|
)
|
|
|
|
|
|
def _set_default_english(client: Client):
|
|
with client:
|
|
device.change_language(client, language_data=b"")
|
|
|
|
|
|
def _get_data_from_dict(data: Dict[str, Any], client: Client) -> bytes:
|
|
return translations.blob_from_dict(
|
|
data,
|
|
font_dir=FONTS,
|
|
order_json_file=ORDER_FILE,
|
|
model=client.features.model or "",
|
|
)
|
|
|
|
|
|
def _check_ping_screen_texts(client: Client, title: str, right_button: str) -> None:
|
|
def ping_input_flow(client: Client, title: str, right_button: str):
|
|
yield
|
|
layout = client.debug.wait_layout()
|
|
assert layout.title() == title.upper()
|
|
assert layout.button_contents()[-1] == right_button.upper()
|
|
client.debug.press_yes()
|
|
|
|
# TT does not have a right button text (but a green OK tick)
|
|
if client.features.model == "T":
|
|
right_button = "-"
|
|
|
|
with client:
|
|
client.watch_layout(True)
|
|
client.set_input_flow(ping_input_flow(client, title, right_button))
|
|
ping = client.call(messages.Ping(message="ahoj!", button_protection=True))
|
|
assert ping == messages.Success(message="ahoj!")
|
|
|
|
|
|
def test_change_language_errors(client: Client):
|
|
with _set_english_return_back(client) as client:
|
|
assert client.features.language == "en-US"
|
|
|
|
# Translations too short
|
|
# Sending less data than the header length
|
|
with pytest.raises(
|
|
exceptions.TrezorFailure, match="Translations too short"
|
|
), client:
|
|
bad_data = (translations.HEADER_LEN - 1) * b"a"
|
|
device.change_language(client, language_data=bad_data)
|
|
assert client.features.language == "en-US"
|
|
|
|
# Translations too long
|
|
# Sending more than allowed by the flash capacity
|
|
max_length = MAX_DATA_LENGTH[client.features.model]
|
|
with pytest.raises(
|
|
exceptions.TrezorFailure, match="Translations too long"
|
|
), client:
|
|
bad_data = (max_length + 1) * b"a"
|
|
device.change_language(client, language_data=bad_data)
|
|
assert client.features.language == "en-US"
|
|
|
|
# Invalid header data length
|
|
# Sending more data than advertised in the header
|
|
with pytest.raises(
|
|
exceptions.TrezorFailure, match="Invalid header data length"
|
|
), client:
|
|
good_data = translations.blob_from_file(
|
|
CS_JSON, client.features.model or ""
|
|
)
|
|
bad_data = good_data + b"abcd"
|
|
device.change_language(client, language_data=bad_data)
|
|
assert client.features.language == "en-US"
|
|
|
|
# Invalid header magic
|
|
# Does not match the expected magic
|
|
with pytest.raises(
|
|
exceptions.TrezorFailure, match="Invalid header magic"
|
|
), client:
|
|
good_data = translations.blob_from_file(
|
|
CS_JSON, client.features.model or ""
|
|
)
|
|
bad_data = 4 * b"a" + good_data[4:]
|
|
device.change_language(client, language_data=bad_data)
|
|
assert client.features.language == "en-US"
|
|
|
|
# Invalid header data
|
|
# Putting non-zero bytes where zero is expected
|
|
with pytest.raises(
|
|
exceptions.TrezorFailure, match="Invalid header data"
|
|
), client:
|
|
good_data = translations.blob_from_file(
|
|
CS_JSON, client.features.model or ""
|
|
)
|
|
pre_sig_pos = translations.HEADER_LEN - translations.SIG_LEN
|
|
bad_data = good_data[: pre_sig_pos - 4] + 4 * b"a" + good_data[pre_sig_pos:]
|
|
device.change_language(
|
|
client,
|
|
language_data=bad_data,
|
|
)
|
|
assert client.features.language == "en-US"
|
|
|
|
# Invalid data hash
|
|
# Changing the data after their hash has been calculated
|
|
with pytest.raises(exceptions.TrezorFailure, match="Invalid data hash"), client:
|
|
good_data = translations.blob_from_file(
|
|
CS_JSON, client.features.model or ""
|
|
)
|
|
bad_data = good_data[:-8] + 8 * b"a"
|
|
device.change_language(
|
|
client,
|
|
language_data=bad_data,
|
|
)
|
|
assert client.features.language == "en-US"
|
|
|
|
# Invalid translations version
|
|
# Change the version to one not matching the current device
|
|
with pytest.raises(
|
|
exceptions.TrezorFailure, match="Invalid translations version"
|
|
), client:
|
|
with open(CS_JSON, "r") as f:
|
|
data = json.load(f)
|
|
data["header"]["version"] = "3.5.4"
|
|
device.change_language(
|
|
client,
|
|
language_data=_get_data_from_dict(data, client),
|
|
)
|
|
assert client.features.language == "en-US"
|
|
|
|
# Invalid header version
|
|
# Version is not a valid semver with integers
|
|
with pytest.raises(
|
|
exceptions.TrezorFailure, match="Invalid header version"
|
|
), client:
|
|
with open(CS_JSON, "r") as f:
|
|
data = json.load(f)
|
|
data["header"]["version"] = "ABC.XYZ.DEF"
|
|
device.change_language(
|
|
client,
|
|
language_data=_get_data_from_dict(data, client),
|
|
)
|
|
assert client.features.language == "en-US"
|
|
|
|
# Invalid translations signature
|
|
# Modifying the signature part of the header
|
|
with pytest.raises(
|
|
exceptions.TrezorFailure, match="Invalid translations signature"
|
|
), client:
|
|
good_data = translations.blob_from_file(
|
|
CS_JSON, client.features.model or ""
|
|
)
|
|
bad_data = (
|
|
good_data[: translations.HEADER_LEN - 8]
|
|
+ 8 * b"a"
|
|
+ good_data[translations.HEADER_LEN :]
|
|
)
|
|
device.change_language(
|
|
client,
|
|
language_data=bad_data,
|
|
)
|
|
assert client.features.language == "en-US"
|
|
|
|
_check_ping_screen_texts(client, ENGLISH_CONFIRM, ENGLISH_CONFIRM)
|
|
|
|
|
|
def test_full_language_change(client: Client):
|
|
with _set_english_return_back(client) as client:
|
|
assert client.features.language == "en-US"
|
|
|
|
# Setting cs language
|
|
_set_full_czech(client)
|
|
assert client.features.language == "cs"
|
|
_check_ping_screen_texts(client, CZECH_CONFIRM, CZECH_CONFIRM)
|
|
|
|
# Setting fr language
|
|
_set_full_french(client)
|
|
assert client.features.language == "fr"
|
|
_check_ping_screen_texts(client, FRENCH_CONFIRM, FRENCH_CONFIRM)
|
|
|
|
# Setting the default language via empty data
|
|
_set_default_english(client)
|
|
assert client.features.language == "en-US"
|
|
_check_ping_screen_texts(client, ENGLISH_CONFIRM, ENGLISH_CONFIRM)
|
|
|
|
|
|
def test_language_stays_after_wipe(client: Client):
|
|
with _set_english_return_back(client) as client:
|
|
assert client.features.language == "en-US"
|
|
|
|
_check_ping_screen_texts(client, ENGLISH_CONFIRM, ENGLISH_CONFIRM)
|
|
|
|
# Setting cs language
|
|
_set_full_czech(client)
|
|
assert client.features.language == "cs"
|
|
|
|
_check_ping_screen_texts(client, CZECH_CONFIRM, CZECH_CONFIRM)
|
|
|
|
# Wipe device
|
|
device.wipe(client)
|
|
assert client.features.language == "cs"
|
|
|
|
# Load it again
|
|
debuglink.load_device(
|
|
client,
|
|
mnemonic=" ".join(["all"] * 12),
|
|
pin=None,
|
|
passphrase_protection=False,
|
|
label="test",
|
|
)
|
|
assert client.features.language == "cs"
|
|
|
|
_check_ping_screen_texts(client, CZECH_CONFIRM, CZECH_CONFIRM)
|
|
|
|
|
|
def test_translations_renders_on_screen(client: Client):
|
|
with open(CS_JSON, "r") as f:
|
|
czech_data = json.load(f)
|
|
|
|
# Setting some values of words__confirm key and checking that in ping screen title
|
|
with _set_english_return_back(client) as client:
|
|
assert client.features.language == "en-US"
|
|
|
|
# Normal english
|
|
_check_ping_screen_texts(client, ENGLISH_CONFIRM, ENGLISH_CONFIRM)
|
|
|
|
# Normal czech
|
|
_set_full_czech(client)
|
|
assert client.features.language == "cs"
|
|
_check_ping_screen_texts(client, CZECH_CONFIRM, CZECH_CONFIRM)
|
|
|
|
# Modified czech - changed value
|
|
czech_data_copy = deepcopy(czech_data)
|
|
new_czech_confirm = "ABCD"
|
|
czech_data_copy["translations"]["words"]["confirm"] = new_czech_confirm
|
|
device.change_language(
|
|
client,
|
|
language_data=_get_data_from_dict(czech_data_copy, client),
|
|
)
|
|
_check_ping_screen_texts(client, new_czech_confirm, CZECH_CONFIRM)
|
|
|
|
# Modified czech - key deleted completely, english is shown
|
|
czech_data_copy = deepcopy(czech_data)
|
|
del czech_data_copy["translations"]["words"]["confirm"]
|
|
device.change_language(
|
|
client, language_data=_get_data_from_dict(czech_data_copy, client)
|
|
)
|
|
_check_ping_screen_texts(client, ENGLISH_CONFIRM, CZECH_CONFIRM)
|