diff --git a/Lib/threading.py b/Lib/threading.py
index 0e77060..7e513b8 100644
--- a/Lib/threading.py
+++ b/Lib/threading.py
@@ -465,7 +465,12 @@
             self._note("%s.start(): starting thread", self)
         with _active_limbo_lock:
             _limbo[self] = self
-        _start_new_thread(self._bootstrap, ())
+        try:
+            _start_new_thread(self._bootstrap, ())
+        except Exception:
+            with _active_limbo_lock:
+                del _limbo[self]
+            raise
         self._started.wait()
 
     def run(self):