@@ -61,7 +61,7 @@ groups() ->
61
61
promote_on_shutdown ,
62
62
promote_on_failure ,
63
63
slave_recovers_after_vhost_failure ,
64
- slave_recovers_after_vhost_down_an_up ,
64
+ slave_recovers_after_vhost_down_and_up ,
65
65
master_migrates_on_vhost_down ,
66
66
slave_recovers_after_vhost_down_and_master_migrated ,
67
67
queue_survive_adding_dead_vhost_mirror
@@ -133,7 +133,7 @@ change_policy(Config) ->
133
133
134
134
% % When we first declare a queue with no policy, it's not HA.
135
135
amqp_channel :call (ACh , # 'queue.declare' {queue = ? QNAME }),
136
- timer :sleep (100 ),
136
+ timer :sleep (200 ),
137
137
assert_slaves (A , ? QNAME , {A , '' }),
138
138
139
139
% % Give it policy "all", it becomes HA and gets all mirrors
@@ -417,7 +417,7 @@ slave_recovers_after_vhost_failure(Config) ->
417
417
ACh = rabbit_ct_client_helpers :open_channel (Config , A ),
418
418
QName = <<" slave_recovers_after_vhost_failure-q" >>,
419
419
amqp_channel :call (ACh , # 'queue.declare' {queue = QName }),
420
- timer :sleep (300 ),
420
+ timer :sleep (500 ),
421
421
assert_slaves (A , QName , {A , [B ]}, [{A , []}]),
422
422
423
423
% % Crash vhost on a node hosting a mirror
@@ -426,22 +426,25 @@ slave_recovers_after_vhost_failure(Config) ->
426
426
427
427
assert_slaves (A , QName , {A , [B ]}, [{A , []}]).
428
428
429
- slave_recovers_after_vhost_down_an_up (Config ) ->
429
+ slave_recovers_after_vhost_down_and_up (Config ) ->
430
430
[A , B ] = rabbit_ct_broker_helpers :get_node_configs (Config , nodename ),
431
431
rabbit_ct_broker_helpers :set_ha_policy_all (Config ),
432
432
ACh = rabbit_ct_client_helpers :open_channel (Config , A ),
433
- QName = <<" slave_recovers_after_vhost_down_an_up -q" >>,
433
+ QName = <<" slave_recovers_after_vhost_down_and_up -q" >>,
434
434
amqp_channel :call (ACh , # 'queue.declare' {queue = QName }),
435
- timer :sleep (100 ),
435
+ timer :sleep (200 ),
436
436
assert_slaves (A , QName , {A , [B ]}, [{A , []}]),
437
437
438
438
% % Crash vhost on a node hosting a mirror
439
439
rabbit_ct_broker_helpers :force_vhost_failure (Config , B , <<" /" >>),
440
- % % Vhost is down now
441
- false = rabbit_ct_broker_helpers : rpc ( Config , B , rabbit_vhost_sup_sup , is_vhost_alive , [<< " / " >>]),
442
- timer :sleep (300 ),
440
+ % % rabbit_ct_broker_helpers:force_vhost_failure/2 will retry up to 10 times to
441
+ % % make sure that the top vhost supervision tree process did go down. MK.
442
+ timer :sleep (500 ),
443
443
% % Vhost is back up
444
- {ok , _Sup } = rabbit_ct_broker_helpers :rpc (Config , B , rabbit_vhost_sup_sup , start_vhost , [<<" /" >>]),
444
+ case rabbit_ct_broker_helpers :rpc (Config , B , rabbit_vhost_sup_sup , start_vhost , [<<" /" >>]) of
445
+ {ok , _Sup } -> ok ;
446
+ {error ,{already_started , _Sup }} -> ok
447
+ end ,
445
448
446
449
assert_slaves (A , QName , {A , [B ]}, [{A , []}]).
447
450
@@ -451,12 +454,12 @@ master_migrates_on_vhost_down(Config) ->
451
454
ACh = rabbit_ct_client_helpers :open_channel (Config , A ),
452
455
QName = <<" master_migrates_on_vhost_down-q" >>,
453
456
amqp_channel :call (ACh , # 'queue.declare' {queue = QName }),
454
- timer :sleep (100 ),
457
+ timer :sleep (200 ),
455
458
assert_slaves (A , QName , {A , [B ]}, [{A , []}]),
456
459
457
460
% % Crash vhost on the node hosting queue master
458
461
rabbit_ct_broker_helpers :force_vhost_failure (Config , A , <<" /" >>),
459
- timer :sleep (300 ),
462
+ timer :sleep (500 ),
460
463
assert_slaves (A , QName , {B , []}).
461
464
462
465
slave_recovers_after_vhost_down_and_master_migrated (Config ) ->
@@ -465,16 +468,19 @@ slave_recovers_after_vhost_down_and_master_migrated(Config) ->
465
468
ACh = rabbit_ct_client_helpers :open_channel (Config , A ),
466
469
QName = <<" slave_recovers_after_vhost_down_and_master_migrated-q" >>,
467
470
amqp_channel :call (ACh , # 'queue.declare' {queue = QName }),
468
- timer :sleep (100 ),
471
+ timer :sleep (200 ),
469
472
assert_slaves (A , QName , {A , [B ]}, [{A , []}]),
470
473
% % Crash vhost on the node hosting queue master
471
474
rabbit_ct_broker_helpers :force_vhost_failure (Config , A , <<" /" >>),
472
- timer :sleep (300 ),
475
+ timer :sleep (500 ),
473
476
assert_slaves (B , QName , {B , []}),
474
477
475
478
% % Restart the vhost on the node (previously) hosting queue master
476
- {ok , _Sup } = rabbit_ct_broker_helpers :rpc (Config , A , rabbit_vhost_sup_sup , start_vhost , [<<" /" >>]),
477
- timer :sleep (300 ),
479
+ case rabbit_ct_broker_helpers :rpc (Config , A , rabbit_vhost_sup_sup , start_vhost , [<<" /" >>]) of
480
+ {ok , _Sup } -> ok ;
481
+ {error ,{already_started , _Sup }} -> ok
482
+ end ,
483
+ timer :sleep (500 ),
478
484
assert_slaves (B , QName , {B , [A ]}, [{B , []}]).
479
485
480
486
random_policy (Config ) ->
@@ -569,7 +575,7 @@ assert_slaves0(RPCNode, QName, {ExpMNode, ExpSNodes}, PermittedIntermediate, Att
569
575
State ->
570
576
ct :pal (" Waiting to leave state ~p~n Waiting for ~p~n " ,
571
577
[State , {ExpMNode , ExpSNodes }]),
572
- timer :sleep (100 ),
578
+ timer :sleep (200 ),
573
579
assert_slaves0 (RPCNode , QName , {ExpMNode , ExpSNodes },
574
580
PermittedIntermediate ,
575
581
Attempts - 1 )
0 commit comments