diff --git a/openssl/src/ssl/mod.rs b/openssl/src/ssl/mod.rs
index 9781efe5..0d7351dc 100644
--- a/openssl/src/ssl/mod.rs
+++ b/openssl/src/ssl/mod.rs
@@ -1046,13 +1046,8 @@ impl<S> DirectStream<S> {
                     err
                 }
             }
-            LibSslError::ErrorWantWrite => {
-                SslError::StreamError(io::Error::new(io::ErrorKind::TimedOut,
-                                                     "socket write timed out"))
-            }
-            LibSslError::ErrorWantRead => {
-                SslError::StreamError(io::Error::new(io::ErrorKind::TimedOut,
-                                                     "socket read timed out"))
+            LibSslError::ErrorWantWrite | LibSslError::ErrorWantRead => {
+                SslError::StreamError(io::Error::last_os_error())
             }
             err => panic!("unexpected error {:?} with ret {}", err, ret),
         }