diff --git a/Lib/logging/handlers.py b/Lib/logging/handlers.py
index 0086808..7296472 100644
--- a/Lib/logging/handlers.py
+++ b/Lib/logging/handlers.py
@@ -469,6 +469,9 @@
                 self.retryTime = None # next time, no delay before trying
             except socket.error:
                 #Creation failed, so set the retry time and return.
+                if self.sock is not None:
+                    self.sock.close()
+                    self.sock = None
                 if self.retryTime is None:
                     self.retryPeriod = self.retryStart
                 else: