diff --git a/Objects/exceptions.c b/Objects/exceptions.c
index 2f2a330..f874dcb 100644
--- a/Objects/exceptions.c
+++ b/Objects/exceptions.c
@@ -2136,6 +2136,6 @@
 void
 _PyExc_Fini(void)
 {
-    Py_XDECREF(PyExc_MemoryErrorInst);
-    PyExc_MemoryErrorInst = NULL;
+    Py_CLEAR(PyExc_MemoryErrorInst);
+    Py_CLEAR(PyExc_RecursionErrorInst);
 }