Wait for GKE cluster to not be in RECONCILING status before completing Terraform runs or destroying resources

Author: Jberlinsky

cluster_regional.tf

@@ -134,3 +134,18 @@ resource "google_container_node_pool" "pools" {
 
   depends_on = ["google_container_cluster.primary"]
 }
+
+resource "null_resource" "wait_for_regional_cluster" {
+  count = "${var.regional ? 1 : 0}"
+
+  provisioner "local-exec" {
+    command = "${path.module}/scripts/wait-for-cluster.sh ${var.project_id} ${var.name}"
+  }
+
+  provisioner "local-exec" {
+    when = "destroy"
+    command = "${path.module}/scripts/wait-for-cluster.sh ${var.project_id} ${var.name}"
+  }
+
+  depends_on = ["google_container_cluster.primary", "google_container_node_pool.pools"]
+}

cluster_zonal.tf

@@ -134,3 +134,18 @@ resource "google_container_node_pool" "zonal_pools" {
 
   depends_on = ["google_container_cluster.zonal_primary"]
 }
+
+resource "null_resource" "wait_for_zonal_cluster" {
+  count = "${var.regional ? 0 : 1}"
+
+  provisioner "local-exec" {
+    command = "${path.module}/scripts/wait-for-cluster.sh ${var.project_id} ${var.name}"
+  }
+
+  provisioner "local-exec" {
+    when = "destroy"
+    command = "${path.module}/scripts/wait-for-cluster.sh ${var.project_id} ${var.name}"
+  }
+
+  depends_on = ["google_container_cluster.zonal_primary", "google_container_node_pool.zonal_pools"]
+}

scripts/wait-for-cluster.sh

@@ -0,0 +1,33 @@
+#!/bin/bash
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -e
+
+PROJECT=$1
+CLUSTER_NAME=$2
+gcloud_command="gcloud container clusters list --project=$PROJECT --format=json"
+jq_query=".[] | select(.name==\"$CLUSTER_NAME\") | .status"
+
+echo "Waiting for cluster $2 in project $1 to reconcile..."
+
+current_status=$($gcloud_command | jq -r "$jq_query")
+
+while [[ "${current_status}" == "RECONCILING" ]]; do
+    printf "."
+    sleep 5
+    current_status=$($gcloud_command | jq -r "$jq_query")
+done
+
+echo "Cluster is ready!"