2018-06-21 14:28:34 +00:00
|
|
|
# This file is part of the Trezor project.
|
2016-11-25 21:53:55 +00:00
|
|
|
#
|
2021-11-26 14:50:43 +00:00
|
|
|
# Copyright (C) 2012-2022 SatoshiLabs and contributors
|
2016-11-25 21:53:55 +00:00
|
|
|
#
|
|
|
|
# This library is free software: you can redistribute it and/or modify
|
2018-06-21 14:28:34 +00:00
|
|
|
# it under the terms of the GNU Lesser General Public License version 3
|
|
|
|
# as published by the Free Software Foundation.
|
2016-11-25 21:53:55 +00:00
|
|
|
#
|
|
|
|
# This library is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU Lesser General Public License for more details.
|
|
|
|
#
|
2018-06-21 14:28:34 +00:00
|
|
|
# You should have received a copy of the License along with this library.
|
|
|
|
# If not, see <https://www.gnu.org/licenses/lgpl-3.0.html>.
|
2016-11-25 21:53:55 +00:00
|
|
|
|
2020-03-05 16:38:31 +00:00
|
|
|
import io
|
2021-02-05 10:57:44 +00:00
|
|
|
from types import ModuleType
|
|
|
|
from typing import Dict, Optional, Tuple, Type, TypeVar
|
2020-03-05 16:38:31 +00:00
|
|
|
|
|
|
|
from . import messages, protobuf
|
2012-11-13 14:09:39 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
T = TypeVar("T")
|
2012-11-13 14:09:39 +00:00
|
|
|
|
2017-06-23 19:31:42 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
class ProtobufMapping:
|
|
|
|
"""Mapping of protobuf classes to Python classes"""
|
2017-12-12 15:40:11 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
def __init__(self) -> None:
|
|
|
|
self.type_to_class: Dict[int, Type[protobuf.MessageType]] = {}
|
|
|
|
self.class_to_type_override: Dict[Type[protobuf.MessageType], int] = {}
|
2017-12-12 15:40:11 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
def register(
|
|
|
|
self,
|
|
|
|
msg_class: Type[protobuf.MessageType],
|
|
|
|
msg_wire_type: Optional[int] = None,
|
|
|
|
) -> None:
|
|
|
|
"""Register a Python class as a protobuf type.
|
2017-12-17 02:17:37 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
If `msg_wire_type` is specified, it is used instead of the internal value in
|
|
|
|
`msg_class`.
|
2017-12-17 02:17:37 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
Any existing registrations are overwritten.
|
|
|
|
"""
|
|
|
|
if msg_wire_type is not None:
|
|
|
|
self.class_to_type_override[msg_class] = msg_wire_type
|
|
|
|
elif msg_class.MESSAGE_WIRE_TYPE is None:
|
|
|
|
raise ValueError("Cannot register class without wire type")
|
|
|
|
else:
|
|
|
|
msg_wire_type = msg_class.MESSAGE_WIRE_TYPE
|
feat(python): add full type information
WIP - typing the trezorctl apps
typing functions trezorlib/cli
addressing most of mypy issue for trezorlib apps and _internal folder
fixing broken device tests by changing asserts in debuglink.py
addressing most of mypy issues in trezorlib/cli folder
adding types to some untyped functions, mypy section in setup.cfg
typing what can be typed, some mypy fixes, resolving circular import issues
importing type objects in "if TYPE_CHECKING:" branch
fixing CI by removing assert in emulator, better ignore comments
CI assert fix, style fixes, new config options
fixup! CI assert fix, style fixes, new config options
type fixes after rebasing on master
fixing python3.6 and 3.7 unittests by importing Literal from typing_extensions
couple mypy and style fixes
fixes and improvements from code review
silencing all but one mypy issues
trial of typing the tools.expect function
fixup! trial of typing the tools.expect function
@expect and @session decorators correctly type-checked
Optional args in CLI where relevant, not using general list/tuple/dict where possible
python/Makefile commands, adding them into CI, ignoring last mypy issue
documenting overload for expect decorator, two mypy fixes coming from that
black style fix
improved typing of decorators, pyright config file
addressing or ignoring pyright errors, replacing mypy in CI by pyright
fixing incomplete assert causing device tests to fail
pyright issue that showed in CI but not locally, printing pyright version in CI
fixup! pyright issue that showed in CI but not locally, printing pyright version in CI
unifying type:ignore statements for pyright usage
resolving PIL.Image issues, pyrightconfig not excluding anything
replacing couple asserts with TypeGuard on safe_issubclass
better error handling of usb1 import for webusb
better error handling of hid import
small typing details found out by strict pyright mode
improvements from code review
chore(python): changing List to Sequence for protobuf messages
small code changes to reflect the protobuf change to Sequence
importing TypedDict from typing_extensions to support 3.6 and 3.7
simplify _format_access_list function
fixup! simplify _format_access_list function
typing tools folder
typing helper-scripts folder
some click typing
enforcing all functions to have typed arguments
reverting the changed argument name in tools
replacing TransportType with Transport
making PinMatrixRequest.type protobuf attribute required
reverting the protobuf change, making argument into get_pin Optional
small fixes in asserts
solving the session decorator type issues
fixup! solving the session decorator type issues
improvements from code review
fixing new pyright errors introduced after version increase
changing -> Iterable to -> Sequence in enumerate_devices, change in wait_for_devices
style change in debuglink.py
chore(python): adding type annotation to Sequences in messages.py
better "self and cls" types on Transport
fixup! better "self and cls" types on Transport
fixing some easy things from strict pyright run
2021-11-03 22:12:53 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
self.type_to_class[msg_wire_type] = msg_class
|
2017-12-17 02:17:37 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
def encode(self, msg: protobuf.MessageType) -> Tuple[int, bytes]:
|
|
|
|
"""Serialize a Python protobuf class.
|
2016-01-12 23:17:38 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
Returns the message wire type and a byte representation of the protobuf message.
|
|
|
|
"""
|
|
|
|
wire_type = self.class_to_type_override.get(type(msg), msg.MESSAGE_WIRE_TYPE)
|
|
|
|
if wire_type is None:
|
|
|
|
raise ValueError("Cannot encode class without wire type")
|
2017-06-23 19:31:42 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
buf = io.BytesIO()
|
|
|
|
protobuf.dump_message(buf, msg)
|
|
|
|
return wire_type, buf.getvalue()
|
2012-11-13 14:09:39 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
def decode(self, msg_wire_type: int, msg_bytes: bytes) -> protobuf.MessageType:
|
|
|
|
"""Deserialize a protobuf message into a Python class."""
|
|
|
|
cls = self.type_to_class[msg_wire_type]
|
|
|
|
buf = io.BytesIO(msg_bytes)
|
|
|
|
return protobuf.load_message(buf, cls)
|
2013-08-31 22:00:49 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
@classmethod
|
|
|
|
def from_module(cls: Type[T], module: ModuleType) -> T:
|
|
|
|
"""Generate a mapping from a module.
|
2012-11-13 14:09:39 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
The module must have a `MessageType` enum that specifies individual wire types.
|
|
|
|
"""
|
|
|
|
mapping = cls()
|
2017-06-23 19:31:42 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
message_types = getattr(module, "MessageType")
|
|
|
|
for entry in message_types:
|
|
|
|
msg_class = getattr(module, entry.name, None)
|
|
|
|
if msg_class is None:
|
|
|
|
raise ValueError(
|
|
|
|
f"Implementation of protobuf message '{entry.name}' is missing"
|
|
|
|
)
|
feat(python): add full type information
WIP - typing the trezorctl apps
typing functions trezorlib/cli
addressing most of mypy issue for trezorlib apps and _internal folder
fixing broken device tests by changing asserts in debuglink.py
addressing most of mypy issues in trezorlib/cli folder
adding types to some untyped functions, mypy section in setup.cfg
typing what can be typed, some mypy fixes, resolving circular import issues
importing type objects in "if TYPE_CHECKING:" branch
fixing CI by removing assert in emulator, better ignore comments
CI assert fix, style fixes, new config options
fixup! CI assert fix, style fixes, new config options
type fixes after rebasing on master
fixing python3.6 and 3.7 unittests by importing Literal from typing_extensions
couple mypy and style fixes
fixes and improvements from code review
silencing all but one mypy issues
trial of typing the tools.expect function
fixup! trial of typing the tools.expect function
@expect and @session decorators correctly type-checked
Optional args in CLI where relevant, not using general list/tuple/dict where possible
python/Makefile commands, adding them into CI, ignoring last mypy issue
documenting overload for expect decorator, two mypy fixes coming from that
black style fix
improved typing of decorators, pyright config file
addressing or ignoring pyright errors, replacing mypy in CI by pyright
fixing incomplete assert causing device tests to fail
pyright issue that showed in CI but not locally, printing pyright version in CI
fixup! pyright issue that showed in CI but not locally, printing pyright version in CI
unifying type:ignore statements for pyright usage
resolving PIL.Image issues, pyrightconfig not excluding anything
replacing couple asserts with TypeGuard on safe_issubclass
better error handling of usb1 import for webusb
better error handling of hid import
small typing details found out by strict pyright mode
improvements from code review
chore(python): changing List to Sequence for protobuf messages
small code changes to reflect the protobuf change to Sequence
importing TypedDict from typing_extensions to support 3.6 and 3.7
simplify _format_access_list function
fixup! simplify _format_access_list function
typing tools folder
typing helper-scripts folder
some click typing
enforcing all functions to have typed arguments
reverting the changed argument name in tools
replacing TransportType with Transport
making PinMatrixRequest.type protobuf attribute required
reverting the protobuf change, making argument into get_pin Optional
small fixes in asserts
solving the session decorator type issues
fixup! solving the session decorator type issues
improvements from code review
fixing new pyright errors introduced after version increase
changing -> Iterable to -> Sequence in enumerate_devices, change in wait_for_devices
style change in debuglink.py
chore(python): adding type annotation to Sequences in messages.py
better "self and cls" types on Transport
fixup! better "self and cls" types on Transport
fixing some easy things from strict pyright run
2021-11-03 22:12:53 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
if msg_class.MESSAGE_WIRE_TYPE != entry.value:
|
|
|
|
raise ValueError(
|
|
|
|
f"Inconsistent wire type and MessageType record for '{entry.name}'"
|
|
|
|
)
|
2020-03-05 16:38:31 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
mapping.register(msg_class)
|
2020-03-05 16:38:31 +00:00
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
return mapping
|
2020-03-05 16:38:31 +00:00
|
|
|
|
|
|
|
|
2021-02-05 10:57:44 +00:00
|
|
|
DEFAULT_MAPPING = ProtobufMapping.from_module(messages)
|