mirror of
https://github.com/trezor/trezor-firmware.git
synced 2024-11-27 01:48:17 +00:00
8ddeff7598
Also update some auto-set dups to manually-set dups. Leaving TRC token enabled because bitcoin:TRC is unsupported.
518 lines
17 KiB
Python
Executable File
518 lines
17 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
import json
|
|
import os
|
|
import re
|
|
import subprocess
|
|
import sys
|
|
|
|
import click
|
|
|
|
import coin_info
|
|
|
|
SUPPORT_INFO = coin_info.get_support_data()
|
|
|
|
VERSION_RE = re.compile(r"\d+.\d+.\d+")
|
|
|
|
ERC20_DUPLICATE_KEY = "(AUTO) duplicate key"
|
|
|
|
|
|
def write_support_info():
|
|
with open(os.path.join(coin_info.DEFS_DIR, "support.json"), "w") as f:
|
|
json.dump(SUPPORT_INFO, f, indent=2, sort_keys=True)
|
|
f.write("\n")
|
|
|
|
|
|
def support_dicts(device):
|
|
return SUPPORT_INFO[device]["supported"], SUPPORT_INFO[device]["unsupported"]
|
|
|
|
|
|
def all_support_dicts():
|
|
for device in SUPPORT_INFO:
|
|
yield (device, *support_dicts(device))
|
|
|
|
|
|
def clear_support(device, key):
|
|
supported, unsupported = support_dicts(device)
|
|
supported.pop(key, None)
|
|
unsupported.pop(key, None)
|
|
|
|
|
|
def set_supported(device, key, value):
|
|
clear_support(device, key)
|
|
supported, _ = support_dicts(device)
|
|
supported[key] = value
|
|
|
|
|
|
def set_unsupported(device, key, value):
|
|
clear_support(device, key)
|
|
_, unsupported = support_dicts(device)
|
|
unsupported[key] = value
|
|
|
|
|
|
def print_support(coin):
|
|
def support_value(where, key, missing_means_no=False):
|
|
if "supported" in where and key in where["supported"]:
|
|
val = where["supported"][key]
|
|
if val is True:
|
|
return "YES"
|
|
elif val == "soon":
|
|
return "SOON"
|
|
elif VERSION_RE.match(val):
|
|
return f"YES since {val}"
|
|
else:
|
|
return f"BAD VALUE {val}"
|
|
elif "unsupported" in where and key in where["unsupported"]:
|
|
val = where["unsupported"][key]
|
|
return f"NO (reason: {val})"
|
|
elif missing_means_no:
|
|
return "NO"
|
|
else:
|
|
return "support info missing"
|
|
|
|
key, name, shortcut = coin["key"], coin["name"], coin["shortcut"]
|
|
print(f"{key} - {name} ({shortcut})")
|
|
if coin.get("duplicate"):
|
|
print(" * DUPLICATE SYMBOL")
|
|
for dev, where in SUPPORT_INFO.items():
|
|
missing_means_no = dev in coin_info.MISSING_SUPPORT_MEANS_NO
|
|
print(" *", dev, ":", support_value(where, key, missing_means_no))
|
|
|
|
|
|
# ====== validation functions ====== #
|
|
|
|
|
|
def check_support_values():
|
|
def _check_value_version_soon(value):
|
|
if not isinstance(value, str):
|
|
raise ValueError(f"non-str value: {value}")
|
|
|
|
is_version = VERSION_RE.match(value)
|
|
is_soon = value == "soon"
|
|
if not (is_version or is_soon):
|
|
raise ValueError(f"expected version or 'soon', found '{value}'")
|
|
|
|
errors = []
|
|
for device, values in SUPPORT_INFO.items():
|
|
supported = values.get("supported")
|
|
if not isinstance(supported, dict):
|
|
errors.append(f"Missing 'supported' dict for {device}")
|
|
else:
|
|
for key, value in supported.items():
|
|
try:
|
|
if device in coin_info.VERSIONED_SUPPORT_INFO:
|
|
_check_value_version_soon(value)
|
|
else:
|
|
if value is not True:
|
|
raise ValueError(f"only allowed is True, but found {value}")
|
|
except Exception as e:
|
|
errors.append(f"{device}.supported.{key}: {e}")
|
|
|
|
unsupported = values.get("unsupported")
|
|
if not isinstance(unsupported, dict):
|
|
errors.append(f"Missing 'supported' dict for {device}")
|
|
else:
|
|
for key, value in unsupported.items():
|
|
if not isinstance(value, str) or not value:
|
|
errors.append(f"{device}.unsupported.{key}: missing reason")
|
|
|
|
return errors
|
|
|
|
|
|
def find_unsupported_coins(coins_dict):
|
|
result = {}
|
|
for device in coin_info.VERSIONED_SUPPORT_INFO:
|
|
supported, unsupported = support_dicts(device)
|
|
support_set = set(supported.keys())
|
|
support_set.update(unsupported.keys())
|
|
|
|
result[device] = []
|
|
for key, coin in coins_dict.items():
|
|
if key not in support_set:
|
|
result[device].append(coin)
|
|
|
|
return result
|
|
|
|
|
|
def find_orphaned_support_keys(coins_dict):
|
|
orphans = set()
|
|
for _, supported, unsupported in all_support_dicts():
|
|
orphans.update(key for key in supported if key not in coins_dict)
|
|
orphans.update(key for key in unsupported if key not in coins_dict)
|
|
|
|
return orphans
|
|
|
|
|
|
def find_supported_duplicate_tokens(coins_dict):
|
|
result = []
|
|
for _, supported, _ in all_support_dicts():
|
|
for key in supported:
|
|
if not key.startswith("erc20:"):
|
|
continue
|
|
if coins_dict.get(key, {}).get("duplicate"):
|
|
result.append(key)
|
|
return result
|
|
|
|
|
|
def process_erc20(coins_dict):
|
|
"""Make sure that:
|
|
* orphaned ERC20 support info is cleared out
|
|
* duplicate ERC20 tokens are not listed as supported
|
|
* non-duplicate ERC20 tokens are cleared out from the unsupported list
|
|
"""
|
|
erc20_dict = {
|
|
key: coin.get("duplicate", False)
|
|
for key, coin in coins_dict.items()
|
|
if coin_info.is_token(coin)
|
|
}
|
|
for device, supported, unsupported in all_support_dicts():
|
|
nondups = set()
|
|
dups = set(key for key, value in erc20_dict.items() if value)
|
|
for key in supported:
|
|
if key not in erc20_dict:
|
|
continue
|
|
if not erc20_dict[key]:
|
|
dups.discard(key)
|
|
|
|
for key in unsupported:
|
|
if key not in erc20_dict:
|
|
continue
|
|
# ignore dups that are unsupported now
|
|
dups.discard(key)
|
|
|
|
if not erc20_dict[key] and unsupported[key] == ERC20_DUPLICATE_KEY:
|
|
# remove duplicate status
|
|
nondups.add(key)
|
|
|
|
for key in dups:
|
|
if device in coin_info.MISSING_SUPPORT_MEANS_NO:
|
|
clear_support(device, key)
|
|
else:
|
|
print(f"ERC20 on {device}: adding duplicate {key}")
|
|
set_unsupported(device, key, ERC20_DUPLICATE_KEY)
|
|
|
|
for key in nondups:
|
|
print(f"ERC20 on {device}: clearing non-duplicate {key}")
|
|
clear_support(device, key)
|
|
|
|
|
|
def clear_erc20_mixed_buckets(buckets):
|
|
for bucket in buckets.values():
|
|
tokens = [coin for coin in bucket if coin_info.is_token(coin)]
|
|
if tokens == bucket:
|
|
continue
|
|
|
|
if len(tokens) == 1:
|
|
tokens[0]["duplicate"] = False
|
|
|
|
|
|
@click.group()
|
|
def cli():
|
|
pass
|
|
|
|
|
|
@cli.command()
|
|
@click.option("-n", "--dry-run", is_flag=True, help="Do not write changes")
|
|
def fix(dry_run):
|
|
"""Fix expected problems.
|
|
|
|
Prunes orphaned keys and ensures that ERC20 duplicate info matches support info.
|
|
"""
|
|
all_coins, buckets = coin_info.coin_info_with_duplicates()
|
|
clear_erc20_mixed_buckets(buckets)
|
|
coins_dict = all_coins.as_dict()
|
|
|
|
orphaned = find_orphaned_support_keys(coins_dict)
|
|
for orphan in orphaned:
|
|
print(f"pruning orphan {orphan}")
|
|
for device in SUPPORT_INFO:
|
|
clear_support(device, orphan)
|
|
|
|
process_erc20(coins_dict)
|
|
if not dry_run:
|
|
write_support_info()
|
|
|
|
|
|
@cli.command()
|
|
# fmt: off
|
|
@click.option("-T", "--check-tokens", is_flag=True, help="Also check unsupported ERC20 tokens, ignored by default")
|
|
@click.option("-m", "--ignore-missing", is_flag=True, help="Do not fail on missing supportinfo")
|
|
# fmt: on
|
|
def check(check_tokens, ignore_missing):
|
|
"""Check validity of support information.
|
|
|
|
Ensures that `support.json` data is well formed, there are no keys without
|
|
corresponding coins, and there are no coins without corresponding keys.
|
|
|
|
If `--check-tokens` is specified, the check will also take into account ERC20 tokens
|
|
without support info. This is disabled by default, because support info for ERC20
|
|
tokens is not strictly required.
|
|
|
|
If `--ignore-missing` is specified, the check will display coins with missing
|
|
support info, but will not fail when missing coins are found. This is
|
|
useful in Travis.
|
|
"""
|
|
all_coins, buckets = coin_info.coin_info_with_duplicates()
|
|
clear_erc20_mixed_buckets(buckets)
|
|
coins_dict = all_coins.as_dict()
|
|
checks_ok = True
|
|
|
|
errors = check_support_values()
|
|
if errors:
|
|
for error in errors:
|
|
print(error)
|
|
checks_ok = False
|
|
|
|
orphaned = find_orphaned_support_keys(coins_dict)
|
|
for orphan in orphaned:
|
|
print(f"orphaned key {orphan}")
|
|
checks_ok = False
|
|
|
|
missing = find_unsupported_coins(coins_dict)
|
|
for device, values in missing.items():
|
|
if not check_tokens:
|
|
values = [coin for coin in values if not coin_info.is_token(coin)]
|
|
if values:
|
|
if not ignore_missing:
|
|
checks_ok = False
|
|
print(f"Device {device} has missing support infos:")
|
|
for coin in values:
|
|
print(f"{coin['key']} - {coin['name']}")
|
|
|
|
supported_dups = find_supported_duplicate_tokens(coins_dict)
|
|
for key in supported_dups:
|
|
coin = coins_dict[key]
|
|
checks_ok = False
|
|
print(f"Token {coin['key']} ({coin['name']}) is duplicate but supported")
|
|
|
|
if not checks_ok:
|
|
print("Some checks have failed")
|
|
sys.exit(1)
|
|
|
|
|
|
@cli.command()
|
|
# fmt: off
|
|
@click.argument("device")
|
|
@click.option("-r", "--version", help="Set explicit version string (default: guess from latest release)")
|
|
@click.option("--git-tag/--no-git-tag", "-g", default=False, help="Create a corresponding Git tag")
|
|
@click.option("--release-missing/--no-release-missing", default=True, help="Release coins with missing support info")
|
|
@click.option("-n", "--dry-run", is_flag=True, help="Do not write changes")
|
|
@click.option("-s", "--soon", is_flag=True, help="Only set missing support-infos to be released 'soon'")
|
|
@click.option("-f", "--force", is_flag=True, help="Proceed even with bad version/device info")
|
|
@click.option("-y", "--add-all", is_flag=True, help="Do not ask for confirmation, add all selected coins")
|
|
@click.option("-v", "--verbose", is_flag=True, help="Be more verbose")
|
|
# fmt: on
|
|
@click.pass_context
|
|
def release(
|
|
ctx,
|
|
device: str,
|
|
version,
|
|
git_tag,
|
|
release_missing,
|
|
dry_run,
|
|
soon,
|
|
force,
|
|
add_all,
|
|
verbose,
|
|
):
|
|
"""Release a new Trezor firmware.
|
|
|
|
Update support infos so that all coins have a clear support status.
|
|
By default, marks duplicate tokens as unsupported, and all coins that either
|
|
don't have support info, or they are supported "soon", are set to the
|
|
released firmware version.
|
|
|
|
Optionally tags the repository with the given version.
|
|
|
|
`device` can be "1", "2", or a string matching `support.json` key. Version
|
|
is autodetected by downloading a list of latest releases and incrementing
|
|
micro version by one, or you can specify `--version` explicitly.
|
|
|
|
Unless `--add-all` is specified, the tool will ask you to confirm each added
|
|
coin. ERC20 tokens are added automatically. Use `--verbose` to see them.
|
|
"""
|
|
# check condition(s)
|
|
if soon and git_tag:
|
|
raise click.ClickException("Cannot git-tag a 'soon' revision")
|
|
|
|
# process `device`
|
|
if device.isnumeric():
|
|
device = f"trezor{device}"
|
|
|
|
if not force and device not in coin_info.VERSIONED_SUPPORT_INFO:
|
|
raise click.ClickException(
|
|
f"Non-releasable device {device} (support info is not versioned). "
|
|
"Use --force to proceed anyway."
|
|
)
|
|
|
|
if not soon:
|
|
# guess `version` if not given
|
|
if not version:
|
|
versions = coin_info.latest_releases()
|
|
latest_version = versions.get(device)
|
|
if latest_version is None:
|
|
raise click.ClickException(
|
|
"Failed to guess version. "
|
|
"Please use --version to specify it explicitly."
|
|
)
|
|
else:
|
|
latest_version = list(latest_version)
|
|
latest_version[-1] += 1
|
|
version = ".".join(str(n) for n in latest_version)
|
|
|
|
# process `version`
|
|
try:
|
|
version_numbers = list(map(int, version.split(".")))
|
|
expected_device = f"trezor{version_numbers[0]}"
|
|
if not force and device != expected_device:
|
|
raise click.ClickException(
|
|
f"Device {device} should not be version {version}. "
|
|
"Use --force to proceed anyway."
|
|
)
|
|
except ValueError as e:
|
|
if not force:
|
|
raise click.ClickException(
|
|
f"Failed to parse '{version}' as a version. "
|
|
"Use --force to proceed anyway."
|
|
) from e
|
|
|
|
if soon:
|
|
version = "soon"
|
|
print(f"Moving {device} missing infos to 'soon'")
|
|
else:
|
|
print(f"Releasing {device} firmware version {version}")
|
|
|
|
defs, _ = coin_info.coin_info_with_duplicates()
|
|
coins_dict = defs.as_dict()
|
|
|
|
# Invoke data fixup as dry-run. That will modify data internally but won't write
|
|
# changes. We will write changes at the end based on our own `dry_run` value.
|
|
print("Fixing up data...")
|
|
ctx.invoke(fix, dry_run=True)
|
|
|
|
def maybe_add(coin, label):
|
|
add = False
|
|
if add_all:
|
|
add = True
|
|
else:
|
|
text = f"Add {label} coin {coin['key']} ({coin['name']})?"
|
|
add = click.confirm(text, default=True)
|
|
if add:
|
|
set_supported(device, coin["key"], version)
|
|
|
|
# if we're releasing, process coins marked "soon"
|
|
if not soon:
|
|
supported, _ = support_dicts(device)
|
|
soon_list = [
|
|
coins_dict[key]
|
|
for key, val in supported.items()
|
|
if val == "soon" and key in coins_dict
|
|
]
|
|
for coin in soon_list:
|
|
key = coin["key"]
|
|
maybe_add(coin, "soon")
|
|
|
|
# process missing (not listed) supportinfos
|
|
if release_missing:
|
|
missing_list = find_unsupported_coins(coins_dict)[device]
|
|
tokens = [coin for coin in missing_list if coin_info.is_token(coin)]
|
|
nontokens = [coin for coin in missing_list if not coin_info.is_token(coin)]
|
|
for coin in tokens:
|
|
key = coin["key"]
|
|
assert not coin.get("duplicate")
|
|
if verbose:
|
|
print(f"Adding missing {key} ({coin['name']})")
|
|
set_supported(device, key, version)
|
|
|
|
for coin in nontokens:
|
|
maybe_add(coin, "missing")
|
|
|
|
tagname = f"{device}-{version}"
|
|
if git_tag:
|
|
if dry_run:
|
|
print(f"Would tag current commit with {tagname}")
|
|
else:
|
|
print(f"Tagging current commit with {tagname}")
|
|
subprocess.check_call(["git", "tag", tagname])
|
|
|
|
if not dry_run:
|
|
write_support_info()
|
|
else:
|
|
print("No changes written")
|
|
|
|
|
|
@cli.command()
|
|
@click.argument("keyword", nargs=-1, required=True)
|
|
def show(keyword):
|
|
"""Show support status of specified coins.
|
|
|
|
Keywords match against key, name or shortcut (ticker symbol) of coin.
|
|
"""
|
|
defs, _ = coin_info.coin_info_with_duplicates()
|
|
|
|
for kw in keyword:
|
|
for coin in coin_info.search(defs, kw):
|
|
print_support(coin)
|
|
|
|
|
|
@cli.command(name="set")
|
|
# fmt: off
|
|
@click.argument("key", required=True)
|
|
@click.argument("entries", nargs=-1, required=True, metavar="entry=value [entry=value]...")
|
|
@click.option("-r", "--reason", help="Reason for not supporting")
|
|
# fmt: on
|
|
def set_support_value(key, entries, reason):
|
|
"""Set a support info variable.
|
|
|
|
Examples:
|
|
support.py set coin:BTC trezor1=soon trezor2=2.0.7 webwallet=yes connect=no
|
|
support.py set coin:LTC trezor1=yes connect=
|
|
|
|
Setting a variable to "yes", "true" or "1" sets support to true.
|
|
Setting a variable to "no", "false" or "0" sets support to false.
|
|
(or null, in case of trezor1/2)
|
|
Setting variable to empty ("trezor1=") will set to null, or clear the entry.
|
|
Setting to "soon", "planned", "2.1.1" etc. will set the literal string.
|
|
"""
|
|
defs, _ = coin_info.coin_info_with_duplicates()
|
|
coins = defs.as_dict()
|
|
if key not in coins:
|
|
click.echo(f"Failed to find key {key}")
|
|
click.echo("Use 'support.py show' to search for the right one.")
|
|
sys.exit(1)
|
|
|
|
if coins[key].get("duplicate") and coin_info.is_token(coins[key]):
|
|
shortcut = coins[key]["shortcut"]
|
|
click.echo(f"Note: shortcut {shortcut} is a duplicate.")
|
|
|
|
for entry in entries:
|
|
try:
|
|
device, value = entry.split("=", maxsplit=1)
|
|
except ValueError:
|
|
click.echo(f"Invalid entry: {entry}")
|
|
sys.exit(2)
|
|
|
|
if device not in SUPPORT_INFO:
|
|
raise click.ClickException(f"unknown device: {device}")
|
|
|
|
if value in ("yes", "true", "1"):
|
|
set_supported(device, key, True)
|
|
elif value in ("no", "false", "0"):
|
|
if device in coin_info.MISSING_SUPPORT_MEANS_NO:
|
|
click.echo("Setting explicitly unsupported for {device}.")
|
|
click.echo("Perhaps you meant removing support, i.e., '{device}=' ?")
|
|
if not reason:
|
|
reason = click.prompt(f"Enter reason for not supporting on {device}:")
|
|
set_unsupported(device, key, reason)
|
|
elif value == "":
|
|
clear_support(device, key)
|
|
else:
|
|
# arbitrary string
|
|
set_supported(device, key, value)
|
|
|
|
print_support(coins[key])
|
|
write_support_info()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
cli()
|