Merge pull request #1148 from rabbitmq/rabbitmq-dotnet-client-1140

Fix flaky connection recovery tests.

Author: michaelklishin

_site

@@ -143,10 +143,13 @@ private bool TryPerformAutomaticRecovery()
                             // 2. Recover queues
                             // 3. Recover bindings
                             // 4. Recover consumers
-                            using var recoveryChannel = _innerConnection.CreateModel();
-                            RecoverExchanges(recoveryChannel);
-                            RecoverQueues(recoveryChannel);
-                            RecoverBindings(recoveryChannel);
+                            using (var recoveryChannel = _innerConnection.CreateModel())
+                            {
+                                RecoverExchanges(recoveryChannel);
+                                RecoverQueues(recoveryChannel);
+                                RecoverBindings(recoveryChannel);
+                            }
+                                
                         }
                         RecoverModelsAndItsConsumers();
                     }

projects/RabbitMQ.Client/client/impl/AutorecoveringConnection.Recovery.cs

@@ -166,12 +166,19 @@ internal void AutomaticallyRecover(AutorecoveringConnection conn, bool recoverCo
                 newChannel.TxSelect();
             }
 
+            /*
+             * https://github.com/rabbitmq/rabbitmq-dotnet-client/issues/1140
+             * If this assignment is not done before recovering consumers, there is a good
+             * chance that an invalid Model will be used to handle a basic.deliver frame,
+             * with the resulting basic.ack never getting sent out.
+             */
+            _innerChannel = newChannel;
+
             if (recoverConsumers)
             {
                 _connection.RecoverConsumers(this, newChannel);
             }
 
-            _innerChannel = newChannel;
             _innerChannel.RunRecoveryEventHandlers(this);
         }
 

projects/RabbitMQ.Client/client/impl/AutorecoveringModel.cs

@@ -382,6 +382,7 @@ internal void StopRabbitMQ()
         internal void StartRabbitMQ()
         {
             RabbitMQCtl.StartRabbitMQ();
+            RabbitMQCtl.AwaitRabbitMQ();
         }
 
         //

projects/Unit/Fixtures.cs

@@ -228,5 +228,10 @@ public static void StartRabbitMQ()
         {
             ExecRabbitMQCtl("start_app");
         }
+
+        public static void AwaitRabbitMQ()
+        {
+            ExecRabbitMQCtl("await_startup");
+        }
     }
 }

projects/Unit/RabbitMQCtl.cs

@@ -90,7 +90,7 @@ public override void Dispose()
 
         }
 
-        [Fact(Skip="TODO flaky")]
+        [Fact]
         public void TestBasicAckAfterChannelRecovery()
         {
             var allMessagesSeenLatch = new ManualResetEventSlim(false);
@@ -112,7 +112,7 @@ public void TestBasicAckAfterChannelRecovery()
             Wait(allMessagesSeenLatch);
         }
 
-        [Fact(Skip="TODO flaky")]
+        [Fact]
         public void TestBasicNackAfterChannelRecovery()
         {
             var allMessagesSeenLatch = new ManualResetEventSlim(false);
@@ -134,7 +134,7 @@ public void TestBasicNackAfterChannelRecovery()
             Wait(allMessagesSeenLatch);
         }
 
-        [Fact(Skip="TODO flaky")]
+        [Fact]
         public void TestBasicRejectAfterChannelRecovery()
         {
             var allMessagesSeenLatch = new ManualResetEventSlim(false);
@@ -851,22 +851,22 @@ public void TestPublishRpcRightAfterReconnect()
             var properties = new BasicProperties();
             properties.ReplyTo = "amq.rabbitmq.reply-to";
 
-            bool done = false;
+            TimeSpan doneSpan = TimeSpan.FromMilliseconds(100);
+            var done = new ManualResetEventSlim(false);
             Task.Run(() =>
             {
                 try
                 {
 
                     CloseAndWaitForRecovery();
-                    Thread.Sleep(100);
                 }
                 finally
                 {
-                    done = true;
+                    done.Set();
                 }
             });
 
-            while (!done)
+            while (!done.IsSet)
             {
                 try
                 {
@@ -880,7 +880,7 @@ public void TestPublishRpcRightAfterReconnect()
                         Assert.NotEqual(406, a.ShutdownReason.ReplyCode);
                     }
                 }
-                Thread.Sleep(1);
+                done.Wait(doneSpan);
             }
         }