From 1d852de1b8ede6a29a3e2a8b15023dc5bf9206c4 Mon Sep 17 00:00:00 2001 From: Jussi Pakkanen Date: Fri, 6 May 2022 23:23:27 +0300 Subject: Limit parallelism to hopefully work on machines with 160 cores. --- run_project_tests.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/run_project_tests.py b/run_project_tests.py index c37d10e..3e1a4d1 100755 --- a/run_project_tests.py +++ b/run_project_tests.py @@ -1543,10 +1543,15 @@ if __name__ == '__main__': # This fails in some CI environments for unknown reasons. num_workers = multiprocessing.cpu_count() except Exception as e: - print('Could not determine number of CPUs due to the following reason:' + str(e)) + print('Could not determine number of CPUs due to the following reason:', str(e)) print('Defaulting to using only two processes') num_workers = 2 + if num_workers > 64: + # Too much parallelism seems to trigger a potential Python bug: + # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=1004107 + num_workers = 64 + parser = argparse.ArgumentParser(description="Run the test suite of Meson.") parser.add_argument('extra_args', nargs='*', help='arguments that are passed directly to Meson (remember to have -- before these).') -- cgit v1.1