diff --git a/Lib/threading.py b/Lib/threading.py
index 15c5f29..ee70cd8 100644
--- a/Lib/threading.py
+++ b/Lib/threading.py
@@ -470,7 +470,12 @@
         _active_limbo_lock.acquire()
         _limbo[self] = self
         _active_limbo_lock.release()
-        _start_new_thread(self.__bootstrap, ())
+        try:
+            _start_new_thread(self.__bootstrap, ())
+        except Exception:
+            with _active_limbo_lock:
+                del _limbo[self]
+            raise
         self.__started.wait()
 
     def run(self):