wip

Author: Alex-Welsh

etc/kayobe/ansible/rabbitmq-migration-postchecks.yml

@@ -0,0 +1,25 @@
+---
+# Migrate RabbitMQ queues from HA to Quorum
+# This is primarily used in CI workflows
+
+- name: Migrate RabbitMQ queues
+  hosts: controllers
+  gather_facts: no
+  vars:
+    - rabbitmq_container_name: "rabbitmq"
+    - services_to_restart: "barbican,blazar,cinder,cloudkitty,designate,heat,ironic,keystone,magnum,manila,neutron,nova,octavia"
+  tasks:
+    - name: Inspect RabbitMQ queues
+      shell:
+        cmd: "docker exec {{ rabbitmq_container_name }} rabbitmqctl list_queues type"
+      run_once: true
+      delegate_to: localhost
+      register: queues
+      become: true
+
+    - name: Assert that queues have been migrated
+      assert:
+        that: "{{ 'quorum' in queues.stdout }}"
+        fail_msg: Queue migration has failed. Run the migration manually.
+      run_once: true
+      delegate_to: localhost

etc/kayobe/ansible/migrate-rabbitmq-queues.yml renamed to etc/kayobe/ansible/rabbitmq-migration-prechecks.yml

@@ -66,49 +66,3 @@
       command: "docker exec {{ rabbitmq_container_name }} /bin/bash -c 'rabbitmqctl wait /var/lib/rabbitmq/mnesia/rabbitmq.pid --timeout 60'"
       when: inspection.stdout == 'false'
       become: true
-
-    - name: Generate new configuration and stop services
-      shell:
-        cmd: >
-          kayobe overcloud service configuration generate --node-config-dir /etc/kolla --kolla-skip-tags rabbitmq-ha-precheck &&
-          kayobe kolla ansible run "stop --yes-i-really-really-mean-it" -kt {{ services_to_restart }} &&
-          kayobe kolla ansible run rabbitmq-reset-state
-        executable: /bin/bash
-      run_once: true
-      delegate_to: localhost
-      tags: rabbit-queue-migration
-
-    - name: Ensure that no queues exist
-      shell:
-        cmd: >
-          docker exec rabbitmq rabbitmqctl list_queues name --silent &&
-          docker exec rabbitmq rabbitmqctl list_exchanges name --silent
-          | grep -v '^$'
-          | (! grep -v 'amq.')
-        executable: /bin/bash
-      become: true
-      register: queues
-
-    - name: Redeploy services with quorum queues
-      shell:
-        cmd: >
-          kayobe kolla ansible run deploy -kt {{ services_to_restart }}
-        executable: /bin/bash
-      run_once: true
-      delegate_to: localhost
-      tags: rabbit-queue-migration
-
-    - name: Inspect RabbitMQ queues
-      shell:
-        cmd: "docker exec {{ rabbitmq_container_name }} rabbitmqctl list_queues type"
-      run_once: true
-      delegate_to: localhost
-      register: queues
-      become: true
-
-    - name: Assert that queues have been migrated
-      assert:
-        that: "{{ 'quorum' in queues.stdout }}"
-        fail_msg: Queue migration has failed. Run the migration manually.
-      run_once: true
-      delegate_to: localhost

tools/rabbitmq-quorum-migration.sh

@@ -0,0 +1,28 @@
+#! /usr/bin/bash
+
+RABBITMQ_SERVICES_TO_RESTART=barbican,blazar,cinder,cloudkitty,designate,heat,ironic,keystone,magnum,manila,neutron,nova,octavia
+RABBITMQ_CONTAINER_NAME=rabbitmq
+
+if [[ ! $KAYOBE_CONFIG_PATH ]]; then
+    echo "Environment variable \$KAYOBE_CONFIG_PATH is not defined"
+    echo "Ensure your environment is set up to run kayobe commands"
+    exit 2
+fi
+
+if [[ ! "$1" = "--skip-checks" ]]; then
+    kayobe playbook run $KAYOBE_CONFIG_PATH/ansible/rabbitmq-migration-prechecks.yml -e services_to_restart=$RABBITMQ_SERVICES_TO_RESTART -e rabbitmq_container_name=$RABBITMQ_CONTAINER_NAME
+fi
+
+kayobe overcloud service configuration generate --node-config-dir /etc/kolla --kolla-skip-tags rabbitmq-ha-precheck &&
+kayobe kolla ansible run "stop --yes-i-really-really-mean-it" -kt $RABBITMQ_SERVICES_TO_RESTART &&
+kayobe kolla ansible run rabbitmq-reset-state
+if [[ ! "$1" = "--skip-checks" ]]; then
+    kayobe overcloud host command run -l controllers -b --command "(docker exec $RABBITMQ_CONTAINER_NAME rabbitmqctl list_queues name --silent && docker exec $RABBITMQ_CONTAINER_NAME rabbitmqctl list_exchanges name --silent) | grep -v '^$' | (! grep -v 'amq.')"
+fi
+kayobe kolla ansible run deploy -kt {{ services_to_restart }}
+
+if [[ ! "$1" = "--skip-checks" ]]; then
+    kayobe playbook run $KAYOBE_CONFIG_PATH/ansible/rabbitmq-migration-postchecks.yml -e services_to_restart=$RABBITMQ_SERVICES_TO_RESTART -e rabbitmq_container_name=$RABBITMQ_CONTAINER_NAME
+fi
+
+