diff --git a/Python/pylifecycle.c b/Python/pylifecycle.c
index 4060c23ace1c45..9248e971d9c78f 100644
--- a/Python/pylifecycle.c
+++ b/Python/pylifecycle.c
@@ -2028,10 +2028,10 @@ new_interpreter(PyThreadState **tstate_p, int isolated_subinterpreter)
 
     /* Oops, it didn't work.  Undo it all. */
     PyErr_PrintEx(0);
+    PyThreadState_Swap(save_tstate);
     PyThreadState_Clear(tstate);
     PyThreadState_Delete(tstate);
     PyInterpreterState_Delete(interp);
-    PyThreadState_Swap(save_tstate);
 
     return status;
 }