Refactor error ID checker script

scripts/fix_error_ids.py

@@ -0,0 +1,175 @@
+#! /usr/bin/env python3
+import random
+import re
+import os
+import getopt
+import sys
+from os import path
+
+ENCODING = "utf-8"
+PATTERN = r"\b\d+_error\b"
+
+
+def read_file(file_name):
+    content = None
+    try:
+        with open(file_name, "r", encoding=ENCODING) as f:
+            content = f.read()
+    finally:
+        if content == None:
+            print(f"Error reading: {file_name}")
+    return content
+
+
+def write_file(file_name, content):
+    with open(file_name, "w", encoding=ENCODING) as f:
+        f.write(content)
+
+
+def in_comment(source, pos):
+    slash_slash_pos = source.rfind("//", 0, pos)
+    lf_pos = source.rfind("\n", 0, pos)
+    if slash_slash_pos > lf_pos:
+        return True
+    slash_star_pos = source.rfind("/*", 0, pos)
+    star_slash_pos = source.rfind("*/", 0, pos)
+    return slash_star_pos > star_slash_pos
+
+
+def find_ids_in_file(file_name, ids):
+    source = read_file(file_name)
+    for m in re.finditer(PATTERN, source):
+        if in_comment(source, m.start()):
+            continue
+        underscore_pos = m.group(0).index("_")
+        id = m.group(0)[0:underscore_pos]
+        if id in ids:
+            ids[id] += 1
+        else:
+            ids[id] = 1
+
+
+def get_used_ids(file_names):
+    used_ids = {}
+    for file_name in file_names:
+        find_ids_in_file(file_name, used_ids)
+    return used_ids
+
+
+def get_id(available_ids, used_ids):
+    while len(available_ids) > 0:
+        k = random.randrange(len(available_ids))
+        id = list(available_ids.keys())[k]
+        del available_ids[id]
+        if id not in used_ids:
+            return id
+    assert False, "Out of IDs"
+
+
+def fix_ids_in_file(file_name, available_ids, used_ids):
+    source = read_file(file_name)
+
+    k = 0
+    destination = []
+    for m in re.finditer(PATTERN, source):
+        destination.extend(source[k:m.start()])
+
+        underscore_pos = m.group(0).index("_")
+        id = m.group(0)[0:underscore_pos]
+
+        # incorrect id or id has a duplicate somewhere
+        if not in_comment(source, m.start()) and (len(id) != 4 or id[0] == "0" or used_ids[id] > 1):
+            assert id in used_ids
+            new_id = get_id(available_ids, used_ids)
+            used_ids[id] -= 1
+        else:
+            new_id = id
+
+        destination.extend(new_id + "_error")
+        k = m.end()
+
+    destination.extend(source[k:])
+
+    destination = ''.join(destination)
+    if source != destination:
+        write_file(file_name, destination)
+        print(f"Fixed file: {file_name}")
+
+
+def fix_ids(used_ids, file_names):
+    available_ids = {str(id): None for id in range(1000, 10000)}
+    for file_name in file_names:
+        fix_ids_in_file(file_name, available_ids, used_ids)
+
+
+def find_source_files(top_dir):
+    """Builds the list of .h and .cpp files in top_dir directory"""
+
+    source_file_names = []
+    dirs = ['libevmasm', 'liblangutil', 'libsolc', 'libsolidity', 'libsolutil', 'libyul', 'solc']
+
+    for dir in dirs:
+        for root, _, file_names in os.walk(os.path.join(top_dir, dir), onerror=lambda e: exit(f"Walk error: {e}")):
+            for file_name in file_names:
+                _, ext = path.splitext(file_name)
+                if ext in [".h", ".cpp"]:
+                    source_file_names.append(path.join(root, file_name))
+
+    return source_file_names
+
+
+def main(argv):
+    check_only = False
+    noconfirm = False
+    opts, args = getopt.getopt(argv, "", ["check-only", "noconfirm"])
+
+    for opt, arg in opts:
+        if opt == '--check-only':
+            check_only = True
+        elif opt == '--noconfirm':
+            noconfirm = True
+
+    random.seed()
+    cwd = os.getcwd()
+
+    source_file_names = find_source_files(cwd)
+
+    used_ids = get_used_ids(source_file_names)
+
+    ok = True
+    for id in sorted(used_ids):
+        if len(id) != 4:
+            print(f"ID {id} length != 4")
+            ok = False
+        if id[0] == "0":
+            print(f"ID {id} starts with zero")
+            ok = False
+        if used_ids[id] > 1:
+            print(f"ID {id} appears {used_ids[id]} times")
+            ok = False
+
+    if ok:
+        print("No incorrect IDs found")
+        exit(0)
+
+    if check_only:
+        exit(1)
+
+    if not noconfirm:
+        answer = input(
+            "\nDo you want to fix incorrect IDs?\n"
+            "Please commit current changes first, and review the results when the script finishes.\n"
+            "[Y/N]? "
+        )
+        while len(answer) == 0 or answer not in "YNyn":
+            answer = input("[Y/N]? ")
+        if answer not in "yY":
+            exit(1)
+
+    fix_ids(used_ids, source_file_names)
+    print("Fixing completed")
+    exit(2)
+
+
+if __name__ == "__main__":
+    main(sys.argv[1:])