Handle timeout during cleanup reboot, mark node dirty when fails to r…

…eboot
microsoft · Sep 19, 2024 · 5468cae · 5468cae
1 parent bac8da7
commit 5468cae
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/microsoft/testsuites/dpdk/dpdkutil.py b/microsoft/testsuites/dpdk/dpdkutil.py
@@ -564,7 +564,11 @@ def _parallel_cleanup(node: Node) -> None:
         if not interface.is_enabled_sriov():
             interface.switch_sriov(enable=True, wait=False, reset_connections=True)
             # cleanup temporary hugepage and driver changes
-        node.reboot()
+        try:
+            node.reboot(time_out=60)
+        except LisaException:
+            node.log.debug("Timeout during cleanup reboot. Marking node for deletion.")
+            node.mark_dirty()
 
     run_in_parallel(
         [partial(_parallel_cleanup, node) for node in environment.nodes.list()]