diff --git a/Python/pylifecycle.c b/Python/pylifecycle.c
index c6b2a1eb961481..9fc2156f973255 100644
--- a/Python/pylifecycle.c
+++ b/Python/pylifecycle.c
@@ -1987,10 +1987,10 @@ new_interpreter(PyThreadState **tstate_p, int isolated_subinterpreter)
 
     /* Oops, it didn't work.  Undo it all. */
     PyErr_PrintEx(0);
+    PyThreadState_Swap(save_tstate);
     PyThreadState_Clear(tstate);
     PyThreadState_Delete(tstate);
     PyInterpreterState_Delete(interp);
-    PyThreadState_Swap(save_tstate);
 
     return status;
 }