diff --git a/framework/src/Volo.Abp.RabbitMQ/Volo/Abp/RabbitMQ/ConnectionPool.cs b/framework/src/Volo.Abp.RabbitMQ/Volo/Abp/RabbitMQ/ConnectionPool.cs
index c227d978a1..a7dca73646 100644
--- a/framework/src/Volo.Abp.RabbitMQ/Volo/Abp/RabbitMQ/ConnectionPool.cs
+++ b/framework/src/Volo.Abp.RabbitMQ/Volo/Abp/RabbitMQ/ConnectionPool.cs
@@ -25,16 +25,26 @@ namespace Volo.Abp.RabbitMQ
         {
             connectionName ??= RabbitMqConnections.DefaultConnectionName;
 
-            return Connections.GetOrAdd(
-                connectionName, () => new Lazy<IConnection>(() =>
-                {
-                    var connection = Options.Connections.GetOrDefault(connectionName);
-                    var hostnames = connection.HostName.TrimEnd(';').Split(';');
-                    // Handle Rabbit MQ Cluster.
-                    return hostnames.Length == 1 ? connection.CreateConnection() : connection.CreateConnection(hostnames);
+            try
+            {
+                var lazyConnection = Connections.GetOrAdd(
+                    connectionName, () => new Lazy<IConnection>(() =>
+                    {
+                        var connection = Options.Connections.GetOrDefault(connectionName);
+                        var hostnames = connection.HostName.TrimEnd(';').Split(';');
+                        // Handle Rabbit MQ Cluster.
+                        return hostnames.Length == 1 ? connection.CreateConnection() : connection.CreateConnection(hostnames);
+
+                    })
+                );
 
-                })
-            ).Value;
+                return lazyConnection.Value;
+            }
+            catch (Exception)
+            {
+                Connections.TryRemove(connectionName, out _);
+                throw;
+            }
         }
 
         public void Dispose()