.travis.yml: run tests on openshift cluster (#475)

* .travis.yml: run tests on openshift cluster

Use `oc cluster up` for openshift cluster instead of minikube

* .travis.yml,hack/ci: run minikube and openshift in parallel

* test/e2e/memcached_test.go: increase up local timeout

* test/e2e/memcached_test.go: run e2e tests sequentially

The up local test still fails with a 100 second timeout. Instead,
we run the tests sequentially to reduce load. The cluster test
runs first, which also populates the GOCACHE, so the up local test
shouldn't take too long to start after that.

Author: AlexNPavel

.travis.yml

@@ -8,29 +8,21 @@ services:
 go:
 - 1.10.1
 
-env:
-- CHANGE_MINIKUBE_NONE_USER=true
+jobs:
+  include:
+    - before_script: hack/ci/setup-minikube.sh
+      env:
+        - CLUSTER=minikube
+        - CHANGE_MINIKUBE_NONE_USER=true
+    - before_script: hack/ci/setup-openshift.sh
+      env: CLUSTER=openshift
 
-before_script:
+install: 
 - curl -Lo dep https://github.com/golang/dep/releases/download/v0.5.0/dep-linux-amd64 && chmod +x dep && sudo mv dep /usr/local/bin/
 - dep ensure
-# Download kubectl, which is a requirement for using minikube.
-- curl -Lo kubectl https://storage.googleapis.com/kubernetes-release/release/v1.10.1/bin/linux/amd64/kubectl && chmod +x kubectl && sudo mv kubectl /usr/local/bin/
-# Download minikube.
-# We need to pin to an old version due to minikube requiring systemd starting with v0.26.0 and travis not providing it
-# - https://github.com/kubernetes/minikube/issues/2704
-- curl -Lo minikube https://storage.googleapis.com/minikube/releases/v0.25.2/minikube-linux-amd64 && chmod +x minikube && sudo mv minikube /usr/local/bin/
-- sudo minikube start --vm-driver=none --kubernetes-version=v1.10.0
-# Fix the kubectl context, as it's often stale.
-- minikube update-context
-# Wait for Kubernetes to be up and ready.
-- JSONPATH='{range .items[*]}{@.metadata.name}:{range @.status.conditions[*]}{@.type}={@.status};{end}{end}'; until kubectl get nodes -o jsonpath="$JSONPATH" 2>&1 | grep -q "Ready=True"; do sleep 1; done
 # Create example operator directory
 - mkdir -p $GOPATH/src/github.com/example-inc
 
-install: 
-- go get -t -d ./...
-
 script:
 - make install
 - go test ./pkg/...
@@ -47,10 +39,7 @@ script:
 - ./hack/check_error_case.sh
 
 after_success:
-- echo 'Build succeeded, operator was generated, memcached operator is running on minikube, and unit/integration tests pass'
+- echo 'Build succeeded, operator was generated, memcached operator is running on $CLUSTER, and unit/integration tests pass'
 
 after_failure:
-- echo 'Build failed, operator failed to generate, memcached operator is not running on minikube, or unit/integration tests failed'
-- kubectl get deployment
-- kubectl get pods
-- kubectl describe pods
+- echo 'Build failed, operator failed to generate, memcached operator is not running on $CLUSTER, or unit/integration tests failed'

hack/ci/setup-minikube.sh

@@ -0,0 +1,11 @@
+# Download kubectl, which is a requirement for using minikube.
+curl -Lo kubectl https://storage.googleapis.com/kubernetes-release/release/v1.10.1/bin/linux/amd64/kubectl && chmod +x kubectl && sudo mv kubectl /usr/local/bin/
+# Download minikube.
+# We need to pin to an old version due to minikube requiring systemd starting with v0.26.0 and travis not providing it
+# - https://github.com/kubernetes/minikube/issues/2704
+curl -Lo minikube https://storage.googleapis.com/minikube/releases/v0.25.2/minikube-linux-amd64 && chmod +x minikube && sudo mv minikube /usr/local/bin/
+sudo minikube start --vm-driver=none --kubernetes-version=v1.10.0
+# Fix the kubectl context, as it's often stale.
+minikube update-context
+# Wait for Kubernetes to be up and ready.
+JSONPATH='{range .items[*]}{@.metadata.name}:{range @.status.conditions[*]}{@.type}={@.status};{end}{end}'; until kubectl get nodes -o jsonpath="$JSONPATH" 2>&1 | grep -q "Ready=True"; do sleep 1; done

hack/ci/setup-openshift.sh

@@ -0,0 +1,12 @@
+# Configure insecure docker registry for openshift
+sudo service docker stop
+sudo sed -i 's/DOCKER_OPTS=\"/DOCKER_OPTS=\"--insecure-registry 172.30.0.0\/16 /' /etc/default/docker
+sudo service docker start
+# Download oc to spin up openshift on local docker instance
+curl -Lo oc.tar.gz https://github.com/openshift/origin/releases/download/v3.10.0/openshift-origin-client-tools-v3.10.0-dd10d17-linux-64bit.tar.gz
+# Put oc binary in path
+tar xvzOf oc.tar.gz openshift-origin-client-tools-v3.10.0-dd10d17-linux-64bit/oc > oc && chmod +x oc && sudo mv oc /usr/local/bin/
+# Start oc cluster
+oc cluster up
+# Become cluster admin
+oc login -u system:admin

test/e2e/memcached_test.go

@@ -162,7 +162,6 @@ func memcachedScaleTest(t *testing.T, f *framework.Framework, ctx framework.Test
 }
 
 func MemcachedLocal(t *testing.T) {
-	t.Parallel()
 	// get global framework variables
 	f := framework.Global
 	ctx := f.NewTestCtx(t)
@@ -186,7 +185,7 @@ func MemcachedLocal(t *testing.T) {
 	ctx.AddFinalizerFn(func() error { return cmd.Process.Signal(os.Interrupt) })
 
 	// wait for operator to start (may take a minute to compile the command...)
-	err = wait.Poll(time.Second*5, time.Second*80, func() (done bool, err error) {
+	err = wait.Poll(time.Second*5, time.Second*100, func() (done bool, err error) {
 		file, err := ioutil.ReadFile("stderr.txt")
 		if err != nil {
 			return false, err
@@ -197,7 +196,7 @@ func MemcachedLocal(t *testing.T) {
 		return true, nil
 	})
 	if err != nil {
-		t.Fatalf("local operator not ready after 60 seconds: %v\n", err)
+		t.Fatalf("local operator not ready after 100 seconds: %v\n", err)
 	}
 
 	if err = memcachedScaleTest(t, f, ctx); err != nil {
@@ -206,7 +205,6 @@ func MemcachedLocal(t *testing.T) {
 }
 
 func MemcachedCluster(t *testing.T) {
-	t.Parallel()
 	// get global framework variables
 	f := framework.Global
 	ctx := f.NewTestCtx(t)