Remove references to Elasticsearch

Elasticsearch is no longer supported these chages remove references to
Elasticsearch and replaces them with opensearch where necessary

Author: Alex-Welsh

doc/source/configuration/monitoring.rst

@@ -6,8 +6,8 @@ Monitoring Configuration
 ========================
 
 StackHPC kayobe config includes a reference monitoring and alerting stack based
-on Prometheus, Alertmanager, Grafana, Fluentd, Elasticsearch & Kibana. These
-services by default come enabled and configured.
+on Prometheus, Alertmanager, Grafana, Fluentd, OpenSearch & OpenSearch
+Dashboards. These services by default come enabled and configured.
 
 Monitoring hosts, usually the controllers, should be added to the monitoring
 group. The group definition can be applied in various different places. For
@@ -18,7 +18,7 @@ example, this configuration could be added to etc/kayobe/inventory/groups:
     [monitoring:children]
     controllers
 
-Central Elasticsearch cluster collects OpenStack logs, with an option to receive
+Central OpenSearch cluster collects OpenStack logs, with an option to receive
 operating system logs too. In order to enable this, execute custom playbook
 after deployment:
 

doc/source/configuration/wazuh.rst

@@ -73,7 +73,7 @@ Optional: define LVM volumes ``etc/kayobe/inventory/group_vars/wazuh-manager/lvm
           size: "100%VG"
           filesystem: "ext4"
           mount: true
-          mntp: “/var/lib/elasticsearch”
+          mntp: “/var/lib/opensearch”
           create: true
 
 

etc/kayobe/ansible/rsyslog.yml

@@ -1,6 +1,6 @@
 ---
 # Custom playbook to configure rsyslog to forward operating system logs to
-# fluentd, eventually reaching Kolla's Elasticsearch cluster.
+# fluentd, eventually reaching Kolla's Opensearch cluster.
 #
 # Variables:
 # * rsyslog_group: Host pattern against which to target the playbook. Default

etc/kayobe/environments/aufn-ceph/kolla/globals.yml

@@ -12,5 +12,5 @@ glance_backend_ceph: "yes"
 cinder_backend_ceph: "yes"
 nova_backend_ceph: "yes"
 
-# Elasticsearch memory tuning
+# Opensearch memory tuning
 es_heap_size: 1g

etc/kayobe/environments/aufn-ceph/kolla/inventory/overcloud-services.j2

@@ -24,10 +24,6 @@ common
 [kolla-toolbox:children]
 common
 
-# Elasticsearch Curator
-[elasticsearch-curator:children]
-elasticsearch
-
 # Glance
 [glance-api:children]
 glance
@@ -479,6 +475,7 @@ monitoring
 [prometheus-openstack-exporter:children]
 monitoring
 
+# NOTE(Alex-Welsh): This might need removing, since we have moved to opensearch
 [prometheus-elasticsearch-exporter:children]
 elasticsearch
 

etc/kayobe/environments/ci-aio/kolla/globals.yml

@@ -12,7 +12,7 @@ openstack_service_rpc_workers: "1"
 docker_yum_baseurl: "{{ stackhpc_repo_docker_url }}"
 docker_yum_gpgkey: "https://download.docker.com/linux/centos/gpg"
 
-# Elasticsearch memory tuning
+# Opensearch memory tuning
 es_heap_size: 1g
 
 # Increase Grafana timeout

etc/kayobe/environments/ci-aio/stackhpc-ci.yml

@@ -33,7 +33,6 @@ stackhpc_repo_centos_stream_openstack_yoga_version: "{{ stackhpc_pulp_repo_cento
 stackhpc_repo_centos_stream_opstools_version: "{{ stackhpc_pulp_repo_centos_stream_8_opstools_version }}"
 stackhpc_repo_centos_stream_powertools_version: "{{ stackhpc_pulp_repo_centos_stream_8_powertools_version }}"
 stackhpc_repo_centos_stream_storage_ceph_pacific_version: "{{ stackhpc_pulp_repo_centos_stream_8_storage_ceph_pacific_version }}"
-stackhpc_repo_elasticsearch_logstash_kibana_7_x_version: "{{ stackhpc_pulp_repo_elasticsearch_logstash_kibana_7_x_version }}"
 stackhpc_repo_grafana_version: "{{ stackhpc_pulp_repo_grafana_version }}"
 stackhpc_repo_mariadb_10_6_centos8_version: "{{ stackhpc_pulp_repo_mariadb_10_6_centos8_version }}"
 stackhpc_repo_rabbitmq_erlang_version: "{{ stackhpc_pulp_repo_rabbitmq_erlang_version }}"

etc/kayobe/environments/ci-builder/stackhpc-ci.yml

@@ -13,7 +13,6 @@ kolla_enable_central_logging: true
 kolla_enable_cinder: true
 kolla_enable_cloudkitty: true
 kolla_enable_designate: true
-kolla_enable_elasticsearch_curator: true
 kolla_enable_etcd: true
 kolla_enable_grafana: true
 kolla_enable_influxdb: true
@@ -57,7 +56,6 @@ stackhpc_repo_centos_stream_openstack_yoga_version: "{{ stackhpc_pulp_repo_cento
 stackhpc_repo_centos_stream_opstools_version: "{{ stackhpc_pulp_repo_centos_stream_8_opstools_version }}"
 stackhpc_repo_centos_stream_powertools_version: "{{ stackhpc_pulp_repo_centos_stream_8_powertools_version }}"
 stackhpc_repo_centos_stream_storage_ceph_pacific_version: "{{ stackhpc_pulp_repo_centos_stream_8_storage_ceph_pacific_version }}"
-stackhpc_repo_elasticsearch_logstash_kibana_7_x_version: "{{ stackhpc_pulp_repo_elasticsearch_logstash_kibana_7_x_version }}"
 stackhpc_repo_grafana_version: "{{ stackhpc_pulp_repo_grafana_version }}"
 stackhpc_repo_mariadb_10_6_centos8_version: "{{ stackhpc_pulp_repo_mariadb_10_6_centos8_version }}"
 stackhpc_repo_rabbitmq_erlang_version: "{{ stackhpc_pulp_repo_rabbitmq_erlang_version }}"

etc/kayobe/environments/ci-multinode/kolla/globals.yml

@@ -15,7 +15,7 @@ nova_backend_ceph: "yes"
 neutron_bridge_name: "{{ vxlan_interfaces[0].device }}-ovs"
 neutron_external_interface: "{{ vxlan_interfaces[0].device }}"
 
-# Elasticsearch memory tuning
+# Opensearch memory tuning
 es_heap_size: 1g
 
 # Octavia load balancer configuration

etc/kayobe/environments/ci-multinode/stackhpc-ci.yml

@@ -33,7 +33,6 @@ stackhpc_repo_centos_stream_openstack_yoga_version: "{{ stackhpc_pulp_repo_cento
 stackhpc_repo_centos_stream_opstools_version: "{{ stackhpc_pulp_repo_centos_stream_8_opstools_version }}"
 stackhpc_repo_centos_stream_powertools_version: "{{ stackhpc_pulp_repo_centos_stream_8_powertools_version }}"
 stackhpc_repo_centos_stream_storage_ceph_pacific_version: "{{ stackhpc_pulp_repo_centos_stream_8_storage_ceph_pacific_version }}"
-stackhpc_repo_elasticsearch_logstash_kibana_7_x_version: "{{ stackhpc_pulp_repo_elasticsearch_logstash_kibana_7_x_version }}"
 stackhpc_repo_grafana_version: "{{ stackhpc_pulp_repo_grafana_version }}"
 stackhpc_repo_mariadb_10_6_centos8_version: "{{ stackhpc_pulp_repo_mariadb_10_6_centos8_version }}"
 stackhpc_repo_rabbitmq_erlang_version: "{{ stackhpc_pulp_repo_rabbitmq_erlang_version }}"

etc/kayobe/pulp-repo-versions.yml

@@ -17,7 +17,6 @@ stackhpc_pulp_repo_centos_stream_9_opstools_version: 20230301T034123
 stackhpc_pulp_repo_centos_stream_9_storage_ceph_pacific_version: 20230308T155704
 stackhpc_pulp_repo_docker_ce_ubuntu_version: 20230420T073634
 stackhpc_pulp_repo_docker_version: 20230203T025251
-stackhpc_pulp_repo_elasticsearch_logstash_kibana_7_x_version: 20230203T025251
 stackhpc_pulp_repo_epel_9_version: 20230302T031902
 stackhpc_pulp_repo_epel_modular_version: 20220913T043117
 stackhpc_pulp_repo_epel_version: 20230206T150339

etc/kayobe/pulp.yml

@@ -428,18 +428,6 @@ stackhpc_pulp_repository_rpm_repos:
     state: present
     required: "{{ stackhpc_pulp_sync_for_local_container_build | bool and stackhpc_pulp_sync_el_8 | bool }}"
 
-  - name: ELK repository for 7.x packages
-    url: "{{ stackhpc_release_pulp_content_url }}/elasticsearch/oss-7.x/{{ stackhpc_pulp_repo_elasticsearch_logstash_kibana_7_x_version }}"
-    remote_username: "{{ stackhpc_release_pulp_username }}"
-    remote_password: "{{ stackhpc_release_pulp_password }}"
-    client_cert: ""
-    client_key: ""
-    policy: on_demand
-    proxy_url: "{{ pulp_proxy_url }}"
-    sync_policy: mirror_complete
-    state: present
-    required: "{{ stackhpc_pulp_sync_for_local_container_build | bool and stackhpc_pulp_sync_el_8 | bool }}"
-
   - name: Grafana
     url: "{{ stackhpc_release_pulp_content_url }}/grafana/oss/rpm/{{ stackhpc_pulp_repo_grafana_version }}"
     remote_username: "{{ stackhpc_release_pulp_username }}"
@@ -725,11 +713,6 @@ stackhpc_pulp_distribution_rpm_development:
     repository: CentOS Stream 8 - Ceph Pacific
     state: present
     required: "{{ stackhpc_pulp_sync_for_local_container_build | bool and stackhpc_pulp_sync_el_8 | bool }}"
-  - name: "elasticsearch-logstash-kibana-7.x-development"
-    base_path: "elasticsearch/oss-7.x/development"
-    repository: ELK repository for 7.x packages
-    state: present
-    required: "{{ stackhpc_pulp_sync_for_local_container_build | bool and stackhpc_pulp_sync_el_8 | bool }}"
   - name: "grafana-development"
     base_path: "grafana/oss/rpm/development"
     repository: Grafana
@@ -924,11 +907,6 @@ stackhpc_pulp_distribution_rpm_production:
     repository: CentOS Stream 8 - Ceph Pacific
     state: present
     required: "{{ stackhpc_pulp_sync_for_local_container_build | bool and stackhpc_pulp_sync_el_8 | bool }}"
-  - name: "elasticsearch-logstash-kibana-7.x-production"
-    base_path: "elasticsearch/oss-7.x/production"
-    repository: ELK repository for 7.x packages
-    state: present
-    required: "{{ stackhpc_pulp_sync_for_local_container_build | bool and stackhpc_pulp_sync_el_8 | bool }}"
   - name: "grafana-production"
     base_path: "grafana/oss/rpm/production"
     repository: Grafana
@@ -1055,8 +1033,6 @@ stackhpc_pulp_images_kolla:
   - designate-sink
   - designate-worker
   - dnsmasq
-  - elasticsearch
-  - elasticsearch-curator
   - etcd
   - fluentd
   - glance-api
@@ -1121,7 +1097,6 @@ stackhpc_pulp_images_kolla:
   - prometheus-alertmanager
   - prometheus-blackbox-exporter
   - prometheus-cadvisor
-  - prometheus-elasticsearch-exporter
   - prometheus-haproxy-exporter
   - prometheus-jiralert
   - prometheus-libvirt-exporter
@@ -1141,12 +1116,8 @@ stackhpc_pulp_images_kolla:
 # List of images for each base distribution which should not/cannot be built.
 stackhpc_kolla_unbuildable_images:
   ubuntu: []
-  centos: []
   rocky:
-    - elasticsearch
-    - elasticsearch-curator
     - iscsid
-    - kibana
 
 # Whitespace-separated list of regular expressions matching Kolla image names.
 # Usage is similar to kolla-build CLI arguments.