1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
|
#############################################################################
##
## Copyright (C) 2021 The Qt Company Ltd.
## Contact: https://www.qt.io/licensing/
##
## This file is part of the test suite of Qt for Python.
##
## $QT_BEGIN_LICENSE:GPL-EXCEPT$
## Commercial License Usage
## Licensees holding valid commercial Qt licenses may use this file in
## accordance with the commercial license agreement provided with the
## Software or, alternatively, in accordance with the terms contained in
## a written agreement between you and The Qt Company. For licensing terms
## and conditions see https://www.qt.io/terms-conditions. For further
## information use the contact form at https://www.qt.io/contact-us.
##
## GNU General Public License Usage
## Alternatively, this file may be used under the terms of the GNU
## General Public License version 3 as published by the Free Software
## Foundation with exceptions as appearing in the file LICENSE.GPL3-EXCEPT
## included in the packaging of this file. Please review the following
## information to ensure the GNU General Public License requirements will
## be met: https://www.gnu.org/licenses/gpl-3.0.html.
##
## $QT_END_LICENSE$
##
#############################################################################
DESC = """
debug_renamer.py
================
This script renames object addresses in debug protocols to useful names.
Comparing output will produce minimal deltas.
Problem:
--------
In the debugging output of PYSIDE-79, we want to study different output
before and after applying some change to the implementation.
We have support from the modified Python interpreter that creates full
traces of every object creation and increment/decrement of refcounts.
The comparison between "before" and "after" gets complicated because
the addresses of objects do not compare well.
Input format:
-------------
The Python output lines can be freely formatted.
Any line which contains "0x.." followed by some name will be changed,
all others are left alone.
To Do List
----------
Names of objects which are already deleted should be monitored and
not by chance be re-used. We need to think of a way to specify deletion.
"""
import re
import sys
from argparse import ArgumentParser, FileType, RawTextHelpFormatter
from collections import OrderedDict
def make_name(typename, name_pos):
"""
Build a name by using uppercase letters and numbers
"""
if name_pos < 26:
name = chr(ord("A") + name_pos)
return f"{typename}_{name}"
return f"{typename}_{str(name_pos)}"
known_types = {}
pattern = r"0x\w+\s+\S+" # hex word followed by non-WS
rex = re.compile(pattern, re.IGNORECASE)
def rename_hexval(line):
if not (res := rex.search(line)):
return line
start_pos, end_pos = res.start(), res.end()
beg, mid, end = line[:start_pos], line[start_pos : end_pos], line[end_pos:]
object_id, typename = mid.split()
if int(object_id, 16) == 0:
return(f"{beg}{typename}_NULL{end}")
if typename not in known_types:
known_types[typename] = OrderedDict()
obj_store = known_types[typename]
if object_id not in obj_store:
obj_store[object_id] = make_name(typename, len(obj_store))
return(f"{beg}{obj_store[object_id]}{end}")
def hide_floatval(line):
return re.sub(r"\d+\.\d+", "<float>", line)
def process_all_lines(options):
"""
Process all lines from fin to fout.
The caller is responsible of opening and closing files if at all.
"""
fi, fo = options.input, options.output
rename = options.rename
float_ = options.float
while line := fi.readline():
if rename:
line = rename_hexval(line)
if float_:
line = hide_floatval(line)
fo.write(line)
def create_argument_parser(desc):
parser = ArgumentParser(description=desc, formatter_class=RawTextHelpFormatter)
parser.add_argument("--rename", "-r", action="store_true",
help="Rename hex value and following word to a readable f'{word}_{anum}'")
parser.add_argument("--float", "-f", action="store_true",
help="Replace timing numbers by '<float>' (for comparing ctest output)")
parser.add_argument("--input", "-i", nargs="?", type=FileType("r"), default=sys.stdin,
help="Use the specified file instead of sys.stdin")
parser.add_argument("--output", "-o", nargs="?", type=FileType("w"), default=sys.stdout,
help="Use the specified file instead of sys.stdout")
return parser
if __name__ == "__main__":
argument_parser = create_argument_parser(DESC)
options = argument_parser.parse_args()
process_all_lines(options)
|
