Fix Bolt handshake write handling and timeout management (neo4j#1528)

Author: injectives

driver/src/main/java/org/neo4j/driver/internal/bolt/basicimpl/NettyConnectionProvider.java

@@ -166,7 +166,11 @@ private void installHandshakeCompletedListeners(
         // remove timeout handler from the pipeline once TLS and Bolt handshakes are
         // completed. regular protocol
         // messages will flow next and we do not want to have read timeout for them
-        handshakeCompleted.addListener(future -> pipeline.remove(ConnectTimeoutHandler.class));
+        handshakeCompleted.addListener(future -> {
+            if (future.isSuccess()) {
+                pipeline.remove(ConnectTimeoutHandler.class);
+            }
+        });
 
         // add listener that sends an INIT message. connection is now fully established.
         // channel pipeline is fully

driver/src/main/java/org/neo4j/driver/internal/bolt/basicimpl/async/connection/ChannelConnectedListener.java

@@ -17,12 +17,13 @@
 package org.neo4j.driver.internal.bolt.basicimpl.async.connection;
 
 import static java.lang.String.format;
-import static org.neo4j.driver.internal.bolt.basicimpl.async.connection.BoltProtocolUtil.handshakeBuf;
 import static org.neo4j.driver.internal.bolt.basicimpl.async.connection.BoltProtocolUtil.handshakeString;
 
 import io.netty.channel.ChannelFuture;
 import io.netty.channel.ChannelFutureListener;
 import io.netty.channel.ChannelPromise;
+import javax.net.ssl.SSLHandshakeException;
+import org.neo4j.driver.exceptions.SecurityException;
 import org.neo4j.driver.exceptions.ServiceUnavailableException;
 import org.neo4j.driver.internal.bolt.api.BoltServerAddress;
 import org.neo4j.driver.internal.bolt.api.LoggingProvider;
@@ -56,7 +57,18 @@ public void operationComplete(ChannelFuture future) {
             var pipeline = channel.pipeline();
             pipeline.addLast(new HandshakeHandler(pipelineBuilder, handshakeCompletedPromise, logging));
             log.log(System.Logger.Level.DEBUG, "C: [Bolt Handshake] %s", handshakeString());
-            channel.writeAndFlush(handshakeBuf(), channel.voidPromise());
+            channel.writeAndFlush(BoltProtocolUtil.handshakeBuf()).addListener(f -> {
+                if (!f.isSuccess()) {
+                    var error = f.cause();
+                    if (error instanceof SSLHandshakeException) {
+                        error = new SecurityException("Failed to establish secured connection with the server", error);
+                    } else {
+                        error = new ServiceUnavailableException(
+                                String.format("Unable to write Bolt handshake to %s.", this.address), error);
+                    }
+                    this.handshakeCompletedPromise.setFailure(error);
+                }
+            });
         } else {
             handshakeCompletedPromise.setFailure(databaseUnavailableError(address, future.cause()));
         }

driver/src/test/java/org/neo4j/driver/GraphDatabaseTest.java

@@ -29,6 +29,7 @@
 import java.io.IOException;
 import java.net.ServerSocket;
 import java.net.URI;
+import org.junit.jupiter.api.Disabled;
 import org.junit.jupiter.api.Test;
 import org.neo4j.driver.exceptions.ServiceUnavailableException;
 import org.neo4j.driver.internal.security.StaticAuthTokenManager;
@@ -95,6 +96,7 @@ void shouldFailToCreateUnencryptedDriverWhenServerDoesNotRespond() throws IOExce
     }
 
     @Test
+    @Disabled("TLS actually fails, the test setup is not valid")
     void shouldFailToCreateEncryptedDriverWhenServerDoesNotRespond() throws IOException {
         testFailureWhenServerDoesNotRespond(true);
     }

driver/src/test/java/org/neo4j/driver/integration/EncryptionIT.java

@@ -53,7 +53,7 @@ void shouldOperateWithEncryptionWhenItIsOptionalInTheDatabase() {
 
     @Test
     void shouldFailWithoutEncryptionWhenItIsRequiredInTheDatabase() {
-        testMismatchingEncryption(BoltTlsLevel.REQUIRED, false);
+        testMismatchingEncryption(BoltTlsLevel.REQUIRED, false, "Connection to the database terminated");
     }
 
     @Test
@@ -68,7 +68,7 @@ void shouldOperateWithEncryptionWhenConfiguredUsingBoltSscURI() {
 
     @Test
     void shouldFailWithEncryptionWhenItIsDisabledInTheDatabase() {
-        testMismatchingEncryption(BoltTlsLevel.DISABLED, true);
+        testMismatchingEncryption(BoltTlsLevel.DISABLED, true, "Unable to write Bolt handshake to");
     }
 
     @Test
@@ -104,7 +104,7 @@ var record = result.next();
         }
     }
 
-    private void testMismatchingEncryption(BoltTlsLevel tlsLevel, boolean driverEncrypted) {
+    private void testMismatchingEncryption(BoltTlsLevel tlsLevel, boolean driverEncrypted, String errorMessage) {
         Map<String, String> tlsConfig = new HashMap<>();
         tlsConfig.put(Neo4jSettings.BOLT_TLS_LEVEL, tlsLevel.toString());
         neo4j.deleteAndStartNeo4j(tlsConfig);
@@ -115,7 +115,7 @@ private void testMismatchingEncryption(BoltTlsLevel tlsLevel, boolean driverEncr
                         neo4j.uri(), neo4j.authTokenManager(), config)
                 .verifyConnectivity());
 
-        assertThat(e.getMessage(), startsWith("Connection to the database terminated"));
+        assertThat(e.getMessage(), startsWith(errorMessage));
     }
 
     private static Config newConfig(boolean withEncryption) {

driver/src/test/java/org/neo4j/driver/internal/bolt/basicimpl/async/connection/ChannelConnectedListenerTest.java

@@ -17,6 +17,8 @@
 package org.neo4j.driver.internal.bolt.basicimpl.async.connection;
 
 import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.assertFalse;
+import static org.junit.jupiter.api.Assertions.assertInstanceOf;
 import static org.junit.jupiter.api.Assertions.assertNotNull;
 import static org.junit.jupiter.api.Assertions.assertThrows;
 import static org.junit.jupiter.api.Assertions.assertTrue;
@@ -26,7 +28,9 @@
 
 import io.netty.channel.ChannelPromise;
 import io.netty.channel.embedded.EmbeddedChannel;
+import io.netty.util.concurrent.Future;
 import java.io.IOException;
+import java.util.concurrent.CompletableFuture;
 import org.junit.jupiter.api.AfterEach;
 import org.junit.jupiter.api.Test;
 import org.neo4j.driver.exceptions.ServiceUnavailableException;
@@ -70,6 +74,25 @@ void shouldWriteHandshakeWhenChannelConnected() {
         assertEquals(handshakeBuf(), channel.readOutbound());
     }
 
+    @Test
+    void shouldCompleteHandshakePromiseExceptionallyOnWriteFailure() {
+        var handshakeCompletedPromise = channel.newPromise();
+        var listener = newListener(handshakeCompletedPromise);
+        var channelConnectedPromise = channel.newPromise();
+        channelConnectedPromise.setSuccess();
+        channel.close();
+
+        listener.operationComplete(channelConnectedPromise);
+
+        assertTrue(handshakeCompletedPromise.isDone());
+        var future = new CompletableFuture<Future<?>>();
+        handshakeCompletedPromise.addListener(future::complete);
+        var handshakeFuture = future.join();
+        assertTrue(handshakeFuture.isDone());
+        assertFalse(handshakeFuture.isSuccess());
+        assertInstanceOf(ServiceUnavailableException.class, handshakeFuture.cause());
+    }
+
     private static ChannelConnectedListener newListener(ChannelPromise handshakeCompletedPromise) {
         return new ChannelConnectedListener(
                 LOCAL_DEFAULT,