diff --git a/pydle/connection.py b/pydle/connection.py
index f6fa3b8..6aec599 100644
--- a/pydle/connection.py
+++ b/pydle/connection.py
@@ -186,7 +186,7 @@ class Connection:
         # This might give an error if the connection was already closed by the other end.
         try:
             self.socket = self.socket.unwrap()
-        except OSError:
+        except (OSError, socket.error):
             pass