Install and configure Apptainer and Nextflow

Author: m-bull

ansible/extras.yml

@@ -28,6 +28,26 @@
         name: cuda
         tasks_from: "{{ 'runtime.yml' if appliances_mode == 'configure' else 'install.yml' }}"
 
+- name: Setup Apptainer
+  hosts: apptainer
+  gather_facts: yes
+  tags: apptainer
+  tasks:
+    - name: Install and configure Apptainer
+      include_role:
+        name: azimuth_cloud.image_utils.apptainer
+        tasks_from: "{{ 'configure.yml' if appliances_mode == 'configure' else 'main.yml' }}"
+
+- name: Setup Apptainer
+  hosts: nextflow
+  gather_facts: yes
+  tags: nextflow
+  tasks:
+    - name: Install and configure Nextflow
+      include_role:
+        name: azimuth_cloud.image_utils.nextflow
+        tasks_from: "{{ 'configure.yml' if appliances_mode == 'configure' else 'main.yml' }}"
+
 - name: Persist hostkeys across rebuilds
   # Must be after filesystems.yml (for storage)
   # and before portal.yml (where OOD login node hostkeys are scanned)

environments/.stackhpc/tofu/cluster_image.auto.tfvars.json

@@ -1,6 +1,6 @@
 {
     "cluster_image": {
-        "RL8": "openhpc-RL8-250130-1126-8f2a7703",
-        "RL9": "openhpc-RL9-250130-1127-8f2a7703"
+        "RL8": "openhpc-RL8-250204-1352-8d071ba8",
+        "RL9": "openhpc-RL9-250204-1432-8d071ba8"
     }
 }

environments/common/inventory/group_vars/all/apptainer.yml

@@ -0,0 +1,7 @@
+---
+
+# Mounting /tmp by default can break assumptions made
+# by some containers used in nf-core workflows.
+apptainer_config_overrides:
+  - directive: "mount tmp"
+    value: "no"

environments/common/inventory/group_vars/all/nextflow.yml

@@ -0,0 +1,4 @@
+---
+
+nextflow_skel_config: |
+  process.executor = 'slurm'

environments/common/inventory/group_vars/all/openhpc.yml

@@ -25,7 +25,6 @@ openhpc_packages_default:
   - ohpc-gnu12-openmpi4-perf-tools # for hpctests
   - openblas-gnu12-ohpc # for hpctests (HPL)
   # EPEL packages:
-  - apptainer
   - podman-compose
 openhpc_packages_extra: []
 openhpc_packages: "{{ openhpc_packages_default + openhpc_packages_extra }}"

environments/common/inventory/groups

@@ -165,3 +165,9 @@ extra_packages
 
 [pulp]
 # Add builder to this group to enable automatically syncing of pulp during image build
+
+[apptainer]
+# Hosts to install and configure Apptainer on
+
+[nextflow]
+# Hosts to install and configure Nextflow on

environments/common/layouts/everything

@@ -111,3 +111,10 @@ control
 [extra_packages:children]
 # Hosts to install specified additional packages on
 builder
+
+[apptainer:children]
+login
+compute
+
+[nextflow:children]
+login

requirements.yml

@@ -45,7 +45,7 @@ collections:
     version: 0.4.0
   - name: https://github.com/azimuth-cloud/ansible-collection-image-utils
     type: git
-    version: 0.4.0
+    version: apptainer
   # stackhpc.pulp has pulp.squeezer as dependency, any version, but latest
   # requires newer ansible than can install
   - name: pulp.squeezer