Create raw image from fat image build for speed (#650)

* Test if upload as raw from volume is quicker

* test raw fatimage on top of raw fat image

* bump raw volume-backed images

* convert image to qcow2 during sync workflow

* test large runner

* try qemu compression

* free up space on runner

* test raw 9.5 base image

* Update rocky 8 to raw

---------

Co-authored-by: bertiethorpe <[email protected]>

Author: JohnGarbutt

.github/workflows/extra.yml

@@ -121,7 +121,7 @@ jobs:
       - name: Make image usable for further builds
         run: |
           . venv/bin/activate
-          openstack image unset --property signature_verified "${{ steps.manifest.outputs.image-id }}"
+          openstack image unset --property signature_verified "${{ steps.manifest.outputs.image-id }}" || true
 
       - name: Delete image for automatically-run workflows
         run: |

.github/workflows/fatimage.yml

@@ -23,10 +23,10 @@ jobs:
       matrix: # build RL8, RL9
         build:
           - image_name: openhpc-RL8
-            source_image_name: Rocky-8-GenericCloud-Base-8.10-20240528.0.x86_64.qcow2
+            source_image_name: Rocky-8-GenericCloud-Base-8.10-20240528.0.x86_64.raw
             inventory_groups: control,compute,login,update
           - image_name: openhpc-RL9
-            source_image_name: Rocky-9-GenericCloud-Base-9.5-20241118.0.x86_64.qcow2
+            source_image_name: Rocky-9-GenericCloud-Base-9.5-20241118.0.x86_64.raw
             inventory_groups: control,compute,login,update
     env:
       ANSIBLE_FORCE_COLOR: True
@@ -102,7 +102,7 @@ jobs:
       - name: Make image usable for further builds
         run: |
           . venv/bin/activate
-          openstack image unset --property signature_verified "${{ steps.manifest.outputs.image-id }}"
+          openstack image unset --property signature_verified "${{ steps.manifest.outputs.image-id }}" || true
 
       - name: Upload manifest artifact
         uses: actions/upload-artifact@v4

.github/workflows/s3-image-sync.yml

@@ -26,6 +26,7 @@ jobs:
 
       - name: Install s3cmd
         run: |
+          sudo apt-get update
           sudo apt-get --yes install s3cmd
       
       - name: Cleanup S3 bucket
@@ -75,20 +76,38 @@ jobs:
           echo "${{ secrets['ARCUS_S3_CFG'] }}" > ~/.s3cfg
         shell: bash
 
-      - name: Install s3cmd
+      - name: Install s3cmd and qemu-utils
         run: |
-          sudo apt-get --yes install s3cmd
+          sudo apt-get update
+          sudo apt-get --yes install s3cmd qemu-utils
 
       - name: Retrieve image name
         run: |
           TARGET_IMAGE=$(jq --arg version "${{ matrix.build }}" -r '.cluster_image[$version]' "${{ env.IMAGE_PATH }}")
           echo "TARGET_IMAGE=${TARGET_IMAGE}" >> "$GITHUB_ENV"
         shell: bash
 
+      - name: Clear up some space on runner
+        run: |
+          df -h
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf /opt/ghc
+          sudo rm -rf "/usr/local/share/boost"
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+          sudo apt-get clean
+          df -h
+
       - name: Download image to runner
         run: |
           . venv/bin/activate
-          openstack image save --file ${{ env.TARGET_IMAGE }} ${{ env.TARGET_IMAGE }}
+          openstack image save --file "${{ env.TARGET_IMAGE }}.raw" "${{ env.TARGET_IMAGE }}"
+          df -h
+        shell: bash
+
+      - name: Convert image to QCOW2
+        run: |
+          . venv/bin/activate
+          qemu-img convert -f raw -O qcow2 -c "${{ env.TARGET_IMAGE }}.raw" "${{ env.TARGET_IMAGE }}"
         shell: bash
 
       - name: Upload Image to S3

packer/openstack.pkr.hcl

@@ -178,7 +178,7 @@ source "openstack" "openhpc" {
   ssh_bastion_private_key_file = var.ssh_bastion_private_key_file
 
   # Output image:
-  image_disk_format = "qcow2"
+  image_disk_format = "raw"
   image_visibility = var.image_visibility
 
 }