summaryrefslogtreecommitdiff
path: root/.gitlab-ci/bare-metal
diff options
context:
space:
mode:
authorEmma Anholt <emma@anholt.net>2021-09-20 10:07:40 -0700
committerMarge Bot <eric+marge@anholt.net>2021-09-20 19:55:55 +0000
commit306a0394723d3d6dcbaacbc922b5d23433ffca4f (patch)
tree6b0ad6513d75253fecba3b013b47be21c8e01ac4 /.gitlab-ci/bare-metal
parent9017bb08373819b7b7ca1b45c6317ce7e8409112 (diff)
ci/baremetal: Retry if our network device spontaneously fails.
Seen in https://gitlab.freedesktop.org/mesa/mesa/-/jobs/13824132. It's unlikely that graphics would kill the network, so just assume it's not our fault and keep going. Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/12939>
Diffstat (limited to '.gitlab-ci/bare-metal')
-rwxr-xr-x.gitlab-ci/bare-metal/cros_servo_run.py6
-rwxr-xr-x.gitlab-ci/bare-metal/fastboot_run.py6
2 files changed, 12 insertions, 0 deletions
diff --git a/.gitlab-ci/bare-metal/cros_servo_run.py b/.gitlab-ci/bare-metal/cros_servo_run.py
index 8b3b807abb3..ecb6c460fcb 100755
--- a/.gitlab-ci/bare-metal/cros_servo_run.py
+++ b/.gitlab-ci/bare-metal/cros_servo_run.py
@@ -126,6 +126,12 @@ class CrosServoRun:
self.print_error("Detected cheza power management bus error, restarting run...")
return 2
+ # If the network device dies, it's probably not graphics's fault, just try again.
+ if re.search("NETDEV WATCHDOG", line):
+ self.print_error(
+ "Detected network device failure, restarting run...")
+ return 2
+
# These HFI response errors started appearing with the introduction
# of piglit runs. CosmicPenguin says:
#
diff --git a/.gitlab-ci/bare-metal/fastboot_run.py b/.gitlab-ci/bare-metal/fastboot_run.py
index 8b9ce1d591e..3654c7c8088 100755
--- a/.gitlab-ci/bare-metal/fastboot_run.py
+++ b/.gitlab-ci/bare-metal/fastboot_run.py
@@ -83,6 +83,12 @@ class FastbootRun:
"Detected kernel soft lockup, restarting run...")
return 2
+ # If the network device dies, it's probably not graphics's fault, just try again.
+ if re.search("NETDEV WATCHDOG", line):
+ self.print_error(
+ "Detected network device failure, restarting run...")
+ return 2
+
result = re.search("hwci: mesa: (\S*)", line)
if result:
if result.group(1) == "pass":