add S3 caching for OSS docker builds (#34064)

Use S3 to cache docker layers instead of GHA, which keeps emptying the cache too often

GitOrigin-RevId: 3ac4cdd1bbbcd216e95151c3256a9898b10a610b

Author: gautamg795

.github/workflows/release_local_backend.yml

@@ -4,7 +4,7 @@ on:
   workflow_dispatch:
     inputs:
       tag_latest:
-        description: 'Tag image as latest'
+        description: "Tag image as latest"
         type: boolean
         default: false
         required: true
@@ -48,8 +48,12 @@ jobs:
           file: self-hosted/Dockerfile.backend
           tags: |
             ghcr.io/get-convex/self-hosted-backend
-          cache-from: type=gha,mode=max
-          cache-to: type=gha,mode=max
+          cache-from: |
+            type=s3,name=self-hosted-backend-${{ matrix.arch }}-${{ github.sha }},prefix=buildkit,region=${{ vars.AWS_REGION }},bucket=${{ vars.RUNS_ON_S3_BUCKET_CACHE }}
+            type=s3,name=self-hosted-backend-${{ matrix.arch }}-${{ github.ref_name }},prefix=buildkit,region=${{ vars.AWS_REGION }},bucket=${{ vars.RUNS_ON_S3_BUCKET_CACHE }}
+          cache-to: |
+            type=s3,name=self-hosted-backend-${{ matrix.arch }}-${{ github.sha }},mode=max,prefix=buildkit,region=${{ vars.AWS_REGION }},bucket=${{ vars.RUNS_ON_S3_BUCKET_CACHE }}
+            type=s3,name=self-hosted-backend-${{ matrix.arch }}-${{ github.ref_name }},mode=max,prefix=buildkit,region=${{ vars.AWS_REGION }},bucket=${{ vars.RUNS_ON_S3_BUCKET_CACHE }}
           outputs: push-by-digest=true,type=image,push=true
           provenance: false
           build-args: |
@@ -97,7 +101,7 @@ jobs:
             --amend ghcr.io/get-convex/self-hosted-backend@${{ fromJson(needs.read.outputs.result).digest.x64 }} \
             --amend ghcr.io/get-convex/self-hosted-backend@${{ fromJson(needs.read.outputs.result).digest.arm64 }}
           docker manifest push ghcr.io/get-convex/self-hosted-backend:${{ github.sha }}
-          
+
           if [[ "${{ github.event.inputs.tag_latest }}" == "true" ]]; then
             docker manifest create ghcr.io/get-convex/self-hosted-backend:latest \
               --amend ghcr.io/get-convex/self-hosted-backend@${{ fromJson(needs.read.outputs.result).digest.x64 }} \

.github/workflows/release_local_dashboard.yml

@@ -4,7 +4,7 @@ on:
   workflow_dispatch:
     inputs:
       tag_latest:
-        description: 'Tag image as latest'
+        description: "Tag image as latest"
         type: boolean
         default: false
         required: true
@@ -45,8 +45,12 @@ jobs:
           file: self-hosted/Dockerfile.dashboard
           tags: |
             ghcr.io/get-convex/self-hosted-dashboard
-          cache-from: type=gha,mode=max
-          cache-to: type=gha,mode=max
+          cache-from: |
+            type=s3,name=self-hosted-dashboard-${{ matrix.arch }}-${{ github.ref_name }},prefix=buildkit,region=${{ vars.AWS_REGION }},bucket=${{ vars.RUNS_ON_S3_BUCKET_CACHE }}
+            type=s3,name=self-hosted-dashboard-${{ matrix.arch }}-${{ github.sha }},prefix=buildkit,region=${{ vars.AWS_REGION }},bucket=${{ vars.RUNS_ON_S3_BUCKET_CACHE }}
+          cache-to: |
+            type=s3,name=self-hosted-dashboard-${{ matrix.arch }}-${{ github.sha }},mode=max,prefix=buildkit,region=${{ vars.AWS_REGION }},bucket=${{ vars.RUNS_ON_S3_BUCKET_CACHE }}
+            type=s3,name=self-hosted-dashboard-${{ matrix.arch }}-${{ github.ref_name }},mode=max,prefix=buildkit,region=${{ vars.AWS_REGION }},bucket=${{ vars.RUNS_ON_S3_BUCKET_CACHE }}
           outputs: push-by-digest=true,type=image,push=true
           provenance: false
 
@@ -91,7 +95,7 @@ jobs:
             --amend ghcr.io/get-convex/self-hosted-dashboard@${{ fromJson(needs.read.outputs.result).digest.x64 }} \
             --amend ghcr.io/get-convex/self-hosted-dashboard@${{ fromJson(needs.read.outputs.result).digest.arm64 }}
           docker manifest push ghcr.io/get-convex/self-hosted-dashboard:${{ github.sha }}
-          
+
           if [[ "${{ github.event.inputs.tag_latest }}" == "true" ]]; then
             docker manifest create ghcr.io/get-convex/self-hosted-dashboard:latest \
               --amend ghcr.io/get-convex/self-hosted-dashboard@${{ fromJson(needs.read.outputs.result).digest.x64 }} \