Take poll_close changes from rustls/tokio-rustls#42

src/common/mod.rs

@@ -297,7 +297,13 @@ where
         while self.session.wants_write() {
             ready!(self.write_io(cx))?;
         }
-        Pin::new(&mut self.io).poll_close(cx)
+
+        Poll::Ready(match ready!(Pin::new(&mut self.io).poll_close(cx)) {
+            Ok(()) => Ok(()),
+            // When trying to shutdown, not being connected seems fine
+            Err(err) if err.kind() == io::ErrorKind::NotConnected => Ok(()),
+            Err(err) => Err(err),
+        })
     }
 
     fn poll_write_vectored(