From d32329c2ff668a5bf89315cccf07f85d9beae5e2 Mon Sep 17 00:00:00 2001 From: Ilektra Christidi Date: Fri, 1 Mar 2024 14:34:28 +0000 Subject: [PATCH] Add configuration to limit parallel local jobs to 1. This should solve the problem of spack having to lock files while building and then the lock timing out and failing the build. --- benchmarks/reframe_config.py | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/benchmarks/reframe_config.py b/benchmarks/reframe_config.py index 6aaef046..dafcea4f 100644 --- a/benchmarks/reframe_config.py +++ b/benchmarks/reframe_config.py @@ -38,6 +38,7 @@ def spack_root_to_path(): 'name': 'archer2', 'descr': 'ARCHER2', 'hostnames': ['ln[0-9]+'], + 'max_local_jobs': 1, 'modules_system': 'lmod', 'partitions': [ { @@ -70,6 +71,7 @@ def spack_root_to_path(): 'name': 'csd3-rocky8', 'descr': 'Cambridge Service for Data Driven Discovery - Rocky Linux 8 (RHEL8 compatible) nodes', 'hostnames': ['login-q-[0-4]+'], + 'max_local_jobs': 1, 'modules_system': 'tmod4', 'partitions': [ { @@ -126,6 +128,7 @@ def spack_root_to_path(): 'name': 'csd3-centos7', 'descr': 'Cambridge Service for Data Driven Discovery - CentOS 7 (RHEL7 compatible) nodes', 'hostnames': ['login-p-[0-4]+'], + 'max_local_jobs': 1, 'modules_system': 'tmod32', 'partitions': [ { @@ -159,6 +162,7 @@ def spack_root_to_path(): 'name': 'myriad', 'descr': 'Myriad', 'hostnames': ['login[0-9]+.myriad.ucl.ac.uk'], + 'max_local_jobs': 1, 'partitions': [ { 'name': 'cpu', @@ -265,6 +269,7 @@ def spack_root_to_path(): 'name': 'isambard-macs', 'descr': 'Isambard 2 - Multi-Architecture Comparison System', 'hostnames': ['login-0[12].gw4.metoffice.gov.uk'], + 'max_local_jobs': 1, 'partitions': [ { 'name': 'cascadelake', @@ -362,6 +367,7 @@ def spack_root_to_path(): 'name': 'isambard-a64fx', 'descr': 'A64FX nodes of Isambard 2', 'hostnames': ['gw4a64fxlogin[0-9]+'], + 'max_local_jobs': 1, 'partitions': [ { 'name': 'a64fx', @@ -385,6 +391,7 @@ def spack_root_to_path(): 'name': 'isambard-phase3', 'descr': 'Isambard 2 Phase 3 system', 'hostnames': ['p3-login'], + 'max_local_jobs': 1, 'modules_system': 'lmod', 'partitions': [ { @@ -456,6 +463,7 @@ def spack_root_to_path(): 'name': 'isambard-xci', 'descr': 'XCI - Marvell Thunder X2 nodes of Isambard 2', 'hostnames': ['xcil0[0-1]'], + 'max_local_jobs': 1, 'partitions': [ { 'name': 'compute-node', @@ -479,6 +487,7 @@ def spack_root_to_path(): 'descr': 'COSMA', 'hostnames': ['login7[a-z].pri.cosma[0-9].alces.network'], 'modules_system': 'tmod4', + 'max_local_jobs': 1, 'partitions': [ # https://www.dur.ac.uk/icc/cosma/cosma7/ { @@ -537,6 +546,7 @@ def spack_root_to_path(): 'name': 'cosma8', 'descr': 'COSMA', 'hostnames': ['login8[a-z].pri.cosma[0-9].alces.network'], + 'max_local_jobs': 1, 'modules_system': 'tmod4', 'partitions': [ { @@ -578,6 +588,7 @@ def spack_root_to_path(): 'name': 'tursa', 'descr': 'Tursa', 'hostnames': ['tursa-login.*'], + 'max_local_jobs': 1, 'partitions': [ { 'name': 'gpu', @@ -611,6 +622,7 @@ def spack_root_to_path(): 'name': 'dial2', 'descr': 'Dirac Data Intensive @ Leicester', 'hostnames': ['dirac0*'], + 'max_local_jobs': 1, 'modules_system': 'lmod', 'partitions': [ { @@ -634,6 +646,7 @@ def spack_root_to_path(): 'name': 'dial3', 'descr': 'Dirac Data Intensive @ Leicester', 'hostnames': ['d3-login.*'], + 'max_local_jobs': 1, 'modules_system': 'lmod', 'partitions': [ { @@ -656,6 +669,7 @@ def spack_root_to_path(): 'name': 'default', 'descr': 'Default system', 'hostnames': ['.*'], + 'max_local_jobs': 1, 'partitions': [ { 'name': 'default',