From 93efe3ab63de30f309145f408b32344f16748396 Mon Sep 17 00:00:00 2001 From: matejcik Date: Fri, 9 Oct 2020 13:23:02 +0200 Subject: [PATCH] feat(core): add alloc data analysis tool Modified by mmilata, was: add alloc data from test suite run, and an analysis tool --- core/tools/alloc.py | 82 +++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 82 insertions(+) create mode 100755 core/tools/alloc.py diff --git a/core/tools/alloc.py b/core/tools/alloc.py new file mode 100755 index 0000000000..729acbee1e --- /dev/null +++ b/core/tools/alloc.py @@ -0,0 +1,82 @@ +#!/usr/bin/env python3 + +from types import SimpleNamespace +import click + + +def parse_alloc_data(alloc_data): + parsed_data = {} + for line in alloc_data: + ident, allocs, calls = line.strip().split(" ") + allocs = int(allocs) + calls = int(calls) + filename, lineno = ident.split(":") + lineno = int(lineno) + + filedata = parsed_data.setdefault(filename, {}) + filedata[lineno] = { + "total_allocs": allocs, + "total_calls": calls, + "avg_allocs": allocs / calls, + } + return parsed_data + + +@click.group() +@click.pass_context +@click.option("-a", "--alloc-data", type=click.File(), default="src/alloc_data.txt") +@click.option("-t", "--type", type=click.Choice(("total", "avg")), default="avg") +def cli(ctx, alloc_data, type): + ctx.obj = SimpleNamespace(data=parse_alloc_data(alloc_data), type=type) + + +@cli.command() +@click.pass_obj +@click.argument("filename") +def annotate(obj, filename): + if obj.type == "total": + alloc_str = lambda line: str(line["total_allocs"]) + else: + alloc_str = lambda line: "{:.2f}".format(line["avg_allocs"]) + + if filename.startswith("src/"): + filename = filename[4:] + filedata = obj.data[filename] + + linedata = {lineno: alloc_str(line) for lineno, line in filedata.items()} + maxlen = max(len(l) for l in linedata.values()) + + lineno = 0 + for line in open("src/" + filename): + lineno += 1 + linecount = linedata.get(lineno, "") + print(f"{linecount:>{maxlen}} {line}", end="") + + +@cli.command() +@click.pass_obj +@click.option("-r", "--reverse", is_flag=True) +def list(obj, reverse): + if obj.type == "total": + field = "total_allocs" + field_fmt = "{}" + else: + field = "avg_allocs" + field_fmt = "{:.2f}" + + file_sums = { + filename: sum(line[field] for line in lines.values()) + for filename, lines in obj.data.items() + } + + maxlen = max(len(field_fmt.format(l)) for l in file_sums.values()) + + for filename, file_sum in sorted( + file_sums.items(), key=lambda x: x[1], reverse=reverse + ): + num_str = field_fmt.format(file_sum) + print(f"{num_str:>{maxlen}} {filename}") + + +if __name__ == "__main__": + cli()