diff --git a/openssl/src/ssl/mod.rs b/openssl/src/ssl/mod.rs
index 6cbd6f88..9781efe5 100644
--- a/openssl/src/ssl/mod.rs
+++ b/openssl/src/ssl/mod.rs
@@ -1046,6 +1046,14 @@ impl<S> DirectStream<S> {
                     err
                 }
             }
+            LibSslError::ErrorWantWrite => {
+                SslError::StreamError(io::Error::new(io::ErrorKind::TimedOut,
+                                                     "socket write timed out"))
+            }
+            LibSslError::ErrorWantRead => {
+                SslError::StreamError(io::Error::new(io::ErrorKind::TimedOut,
+                                                     "socket read timed out"))
+            }
             err => panic!("unexpected error {:?} with ret {}", err, ret),
         }
     }