#!/usr/bin/env python3 import json import os import re import subprocess import sys import click import coin_info SUPPORT_INFO = coin_info.get_support_data() VERSION_RE = re.compile(r"\d+.\d+.\d+") ERC20_DUPLICATE_KEY = "(AUTO) duplicate key" def write_support_info(): with open(os.path.join(coin_info.DEFS_DIR, "support.json"), "w") as f: json.dump(SUPPORT_INFO, f, indent=2, sort_keys=True) f.write("\n") def support_dicts(device): return SUPPORT_INFO[device]["supported"], SUPPORT_INFO[device]["unsupported"] def all_support_dicts(): for device in SUPPORT_INFO: yield (device, *support_dicts(device)) def clear_support(device, key): supported, unsupported = support_dicts(device) supported.pop(key, None) unsupported.pop(key, None) def set_supported(device, key, value): clear_support(device, key) supported, _ = support_dicts(device) supported[key] = value def set_unsupported(device, key, value): clear_support(device, key) _, unsupported = support_dicts(device) unsupported[key] = value def print_support(coin): def support_value(where, key, missing_means_no=False): if "supported" in where and key in where["supported"]: val = where["supported"][key] if val is True: return "YES" elif val == "soon": return "SOON" elif VERSION_RE.match(val): return f"YES since {val}" else: return f"BAD VALUE {val}" elif "unsupported" in where and key in where["unsupported"]: val = where["unsupported"][key] return f"NO (reason: {val})" elif missing_means_no: return "NO" else: return "support info missing" key, name, shortcut = coin["key"], coin["name"], coin["shortcut"] print(f"{key} - {name} ({shortcut})") if coin.get("duplicate"): if coin_info.is_token(coin): print(" * DUPLICATE SYMBOL (no support)") return else: print(" * DUPLICATE SYMBOL") for dev, where in SUPPORT_INFO.items(): missing_means_no = dev in coin_info.MISSING_SUPPORT_MEANS_NO print(" *", dev, ":", support_value(where, key, missing_means_no)) # ====== validation functions ====== # def check_support_values(): def _check_value_version_soon(val): if not isinstance(value, str): raise ValueError(f"non-str value: {value}") is_version = VERSION_RE.match(value) is_soon = value == "soon" if not (is_version or is_soon): raise ValueError(f"expected version or 'soon', found '{value}'") errors = [] for device, values in SUPPORT_INFO.items(): supported = values.get("supported") if not isinstance(supported, dict): errors.append(f"Missing 'supported' dict for {device}") else: for key, value in supported.items(): try: if device in coin_info.VERSIONED_SUPPORT_INFO: _check_value_version_soon(value) else: if value is not True: raise ValueError(f"only allowed is True, but found {value}") except Exception as e: errors.append(f"{device}.supported.{key}: {e}") unsupported = values.get("unsupported") if not isinstance(unsupported, dict): errors.append(f"Missing 'supported' dict for {device}") else: for key, value in unsupported.items(): if not isinstance(value, str) or not value: errors.append(f"{device}.unsupported.{key}: missing reason") return errors def find_unsupported_coins(coins_dict): result = {} for device in coin_info.VERSIONED_SUPPORT_INFO: supported, unsupported = support_dicts(device) support_set = set(supported.keys()) support_set.update(unsupported.keys()) result[device] = [] for key, coin in coins_dict.items(): if coin.get("duplicate") and coin_info.is_token(coin): continue if key not in support_set: result[device].append(coin) return result def find_orphaned_support_keys(coins_dict): orphans = set() for _, supported, unsupported in all_support_dicts(): orphans.update(key for key in supported if key not in coins_dict) orphans.update(key for key in unsupported if key not in coins_dict) return orphans def find_supported_duplicate_tokens(coins_dict): result = [] for _, supported, _ in all_support_dicts(): for key in supported: if not key.startswith("erc20:"): continue if coins_dict.get(key, {}).get("duplicate"): result.append(key) return result def process_erc20(coins_dict): """Make sure that: * orphaned ERC20 support info is cleared out * duplicate ERC20 tokens are not listed as supported * non-duplicate ERC20 tokens are cleared out from the unsupported list """ erc20_dict = { key: coin.get("duplicate", False) for key, coin in coins_dict.items() if coin_info.is_token(coin) } for device, supported, unsupported in all_support_dicts(): nondups = set() dups = set(key for key, value in erc20_dict.items() if value) for key in supported: if key not in erc20_dict: continue if not erc20_dict[key]: dups.discard(key) for key in unsupported: if key not in erc20_dict: continue # ignore dups that are unsupported now dups.discard(key) if not erc20_dict[key] and unsupported[key] == ERC20_DUPLICATE_KEY: # remove duplicate status nondups.add(key) for key in dups: if device in coin_info.MISSING_SUPPORT_MEANS_NO: clear_support(device, key) else: print(f"ERC20 on {device}: adding duplicate {key}") set_unsupported(device, key, ERC20_DUPLICATE_KEY) for key in nondups: print(f"ERC20 on {device}: clearing non-duplicate {key}") clear_support(device, key) @click.group() def cli(): pass @cli.command() @click.option("-n", "--dry-run", is_flag=True, help="Do not write changes") def fix(dry_run): """Fix expected problems. Prunes orphaned keys and ensures that ERC20 duplicate info matches support info. """ all_coins, _ = coin_info.coin_info_with_duplicates() coins_dict = all_coins.as_dict() orphaned = find_orphaned_support_keys(coins_dict) for orphan in orphaned: print(f"pruning orphan {orphan}") for device in SUPPORT_INFO: clear_support(device, orphan) process_erc20(coins_dict) if not dry_run: write_support_info() @cli.command() # fmt: off @click.option("-T", "--check-tokens", is_flag=True, help="Also check unsupported ERC20 tokens, ignored by default") @click.option("-m", "--ignore-missing", is_flag=True, help="Do not fail on missing supportinfo") # fmt: on def check(check_tokens, ignore_missing): """Check validity of support information. Ensures that `support.json` data is well formed, there are no keys without corresponding coins, and there are no coins without corresponding keys. If `--check-tokens` is specified, the check will also take into account ERC20 tokens without support info. This is disabled by default, because support info for ERC20 tokens is not strictly required. If `--ignore-missing` is specified, the check will display coins with missing support info, but will not fail when missing coins are found. This is useful in Travis. """ all_coins, _ = coin_info.coin_info_with_duplicates() coins_dict = all_coins.as_dict() checks_ok = True errors = check_support_values() if errors: for error in errors: print(error) checks_ok = False orphaned = find_orphaned_support_keys(coins_dict) for orphan in orphaned: print(f"orphaned key {orphan}") checks_ok = False missing = find_unsupported_coins(coins_dict) for device, values in missing.items(): if not check_tokens: values = [coin for coin in values if not coin_info.is_token(coin)] if values: if not ignore_missing: checks_ok = False print(f"Device {device} has missing support infos:") for coin in values: print(f"{coin['key']} - {coin['name']}") supported_dups = find_supported_duplicate_tokens(coins_dict) for key in supported_dups: coin = coins_dict[key] checks_ok = False print(f"Token {coin['key']} ({coin['name']}) is duplicate but supported") if not checks_ok: print("Some checks have failed") sys.exit(1) @cli.command() # fmt: off @click.argument("device") @click.option("-r", "--version", help="Set explicit version string (default: guess from latest release)") @click.option("--git-tag/--no-git-tag", "-g", default=False, help="Create a corresponding Git tag") @click.option("--release-missing/--no-release-missing", default=True, help="Release coins with missing support info") @click.option("-n", "--dry-run", is_flag=True, help="Do not write changes") @click.option("-s", "--soon", is_flag=True, help="Only set missing support-infos to be released 'soon'") @click.option("-f", "--force", is_flag=True, help="Proceed even with bad version/device info") @click.option("-y", "--add-all", is_flag=True, help="Do not ask for confirmation, add all selected coins") @click.option("-v", "--verbose", is_flag=True, help="Be more verbose") # fmt: on @click.pass_context def release( ctx, device: str, version, git_tag, release_missing, dry_run, soon, force, add_all, verbose, ): """Release a new Trezor firmware. Update support infos so that all coins have a clear support status. By default, marks duplicate tokens as unsupported, and all coins that either don't have support info, or they are supported "soon", are set to the released firmware version. Optionally tags the repository with the given version. `device` can be "1", "2", or a string matching `support.json` key. Version is autodetected by downloading a list of latest releases and incrementing micro version by one, or you can specify `--version` explicitly. Unless `--add-all` is specified, the tool will ask you to confirm each added coin. ERC20 tokens are added automatically. Use `--verbose` to see them. """ # check condition(s) if soon and git_tag: raise click.ClickException("Cannot git-tag a 'soon' revision") # process `device` if device.isnumeric(): device = f"trezor{device}" if not force and device not in coin_info.VERSIONED_SUPPORT_INFO: raise click.ClickException( f"Non-releasable device {device} (support info is not versioned). " "Use --force to proceed anyway." ) if not soon: # guess `version` if not given if not version: versions = coin_info.latest_releases() latest_version = versions.get(device) if latest_version is None: raise click.ClickException( "Failed to guess version. " "Please use --version to specify it explicitly." ) else: latest_version = list(latest_version) latest_version[-1] += 1 version = ".".join(str(n) for n in latest_version) # process `version` try: version_numbers = list(map(int, version.split("."))) expected_device = f"trezor{version_numbers[0]}" if not force and device != expected_device: raise click.ClickException( f"Device {device} should not be version {version}. " "Use --force to proceed anyway." ) except ValueError as e: if not force: raise click.ClickException( f"Failed to parse '{version}' as a version. " "Use --force to proceed anyway." ) from e if soon: version = "soon" print(f"Moving {device} missing infos to 'soon'") else: print(f"Releasing {device} firmware version {version}") defs, _ = coin_info.coin_info_with_duplicates() coins_dict = defs.as_dict() # Invoke data fixup as dry-run. That will modify data internally but won't write # changes. We will write changes at the end based on our own `dry_run` value. print("Fixing up data...") ctx.invoke(fix, dry_run=True) def maybe_add(coin, label): add = False if add_all: add = True else: text = f"Add {label} coin {coin['key']} ({coin['name']})?" add = click.confirm(text, default=True) if add: set_supported(device, coin["key"], version) # if we're releasing, process coins marked "soon" if not soon: supported, _ = support_dicts(device) soon_list = [ coins_dict[key] for key, val in supported.items() if val == "soon" and key in coins_dict ] for coin in soon_list: key = coin["key"] maybe_add(coin, "soon") # process missing (not listed) supportinfos if release_missing: missing_list = find_unsupported_coins(coins_dict)[device] tokens = [coin for coin in missing_list if coin_info.is_token(coin)] nontokens = [coin for coin in missing_list if not coin_info.is_token(coin)] for coin in tokens: key = coin["key"] assert not coin.get("duplicate") if verbose: print(f"Adding missing {key} ({coin['name']})") set_supported(device, key, version) for coin in nontokens: maybe_add(coin, "missing") tagname = f"{device}-{version}" if git_tag: if dry_run: print(f"Would tag current commit with {tagname}") else: print(f"Tagging current commit with {tagname}") subprocess.check_call(["git", "tag", tagname]) if not dry_run: write_support_info() else: print("No changes written") @cli.command() @click.argument("keyword", nargs=-1, required=True) def show(keyword): """Show support status of specified coins. Keywords match against key, name or shortcut (ticker symbol) of coin. """ defs, _ = coin_info.coin_info_with_duplicates() for kw in keyword: for coin in coin_info.search(defs, kw): print_support(coin) @cli.command(name="set") # fmt: off @click.argument("key", required=True) @click.argument("entries", nargs=-1, required=True, metavar="entry=value [entry=value]...") @click.option("-r", "--reason", help="Reason for not supporting") # fmt: on def set_support_value(key, entries, reason): """Set a support info variable. Examples: support.py set coin:BTC trezor1=soon trezor2=2.0.7 webwallet=yes connect=no support.py set coin:LTC trezor1=yes connect= Setting a variable to "yes", "true" or "1" sets support to true. Setting a variable to "no", "false" or "0" sets support to false. (or null, in case of trezor1/2) Setting variable to empty ("trezor1=") will set to null, or clear the entry. Setting to "soon", "planned", "2.1.1" etc. will set the literal string. Entries that are always present: trezor1 trezor2 webwallet connect Entries with other names will be inserted into "others". This is a good place to store links to 3rd party software, such as Electrum forks or claim tools. """ defs, _ = coin_info.coin_info_with_duplicates() coins = defs.as_dict() if key not in coins: click.echo(f"Failed to find key {key}") click.echo("Use 'support.py show' to search for the right one.") sys.exit(1) if coins[key].get("duplicate") and coin_info.is_token(coins[key]): shortcut = coins[key]["shortcut"] click.echo(f"Note: shortcut {shortcut} is a duplicate.") click.echo(f"Coin will NOT be listed regardless of support.json status.") for entry in entries: try: device, value = entry.split("=", maxsplit=1) except ValueError: click.echo(f"Invalid entry: {entry}") sys.exit(2) if device not in SUPPORT_INFO: raise click.ClickException(f"unknown device: {device}") if value in ("yes", "true", "1"): set_supported(device, key, True) elif value in ("no", "false", "0"): if device in coin_info.MISSING_SUPPORT_MEANS_NO: click.echo("Setting explicitly unsupported for {device}.") click.echo("Perhaps you meant removing support, i.e., '{device}=' ?") if not reason: reason = click.prompt(f"Enter reason for not supporting on {device}:") set_unsupported(device, key, reason) elif value == "": clear_support(device, key) else: # arbitrary string set_supported(device, key, value) print_support(coins[key]) write_support_info() if __name__ == "__main__": cli()