[wsman-mk2] Schedule on non experimental nodes (#17481)

* [wsman-mk2] Schedule on non experimental nodes

* [wsman-mk2] Remove experimental label from preview nodes

Author: Furisto

components/ws-manager-mk2/controllers/create.go

@@ -337,6 +337,11 @@ func createDefiniteWorkspacePod(sctx *startWorkspaceContext) (*corev1.Pod, error
 			Key:      "gitpod.io/experimental",
 			Operator: corev1.NodeSelectorOpExists,
 		})
+	} else {
+		matchExpressions = append(matchExpressions, corev1.NodeSelectorRequirement{
+			Key:      "gitpod.io/experimental",
+			Operator: corev1.NodeSelectorOpDoesNotExist,
+		})
 	}
 
 	affinity := &corev1.Affinity{

dev/preview/workflow/preview/deploy-gitpod.sh

@@ -627,10 +627,4 @@ leeway run components:add-smith-token \
   -DPREVIEW_K3S_KUBE_CONTEXT="${PREVIEW_K3S_KUBE_CONTEXT}" \
   -DPREVIEW_NAMESPACE="${PREVIEW_NAMESPACE}"
 
-# Add experimental node label if ws-manager-mk2 is enabled.
-# Remove once mk2 workspaces no longer run on experimental nodes.
-if [[ "${GITPOD_WSMANAGER_MK2}" == "true" ]]; then
-  kubectl --kubeconfig "${PREVIEW_K3S_KUBE_PATH}" --context "${PREVIEW_K3S_KUBE_CONTEXT}" --namespace="${PREVIEW_NAMESPACE}" label nodes "${PREVIEW_K3S_KUBE_CONTEXT}" gitpod.io/experimental="true" --overwrite
-fi
-
 log_success "Installation is happy: https://${DOMAIN}/workspaces"