fix(e2e): fix local e2e scripts

Makefile

@@ -91,18 +91,18 @@ run-local-shift: rc
 
 e2e-local: values_file = test/e2e/e2e-values.yaml
 e2e-local: rc
-	./scripts/build_local.sh
-	./scripts/run_e2e_local.sh
+	. ./scripts/build_local.sh
+	. ./scripts/run_e2e_local.sh
 
 e2e-local-shift: values_file = test/e2e/e2e-values.yaml
 e2e-local-shift: rc
-	./scripts/build_local_shift.sh
-	./scripts/run_e2e_local.sh
+	. ./scripts/build_local_shift.sh
+	. ./scripts/run_e2e_local.sh
 
 e2e-local-docker: values_file = test/e2e/e2e-values.yaml
 e2e-local-docker: rc
-	./scripts/build_local.sh
-	./scripts/run_e2e_docker.sh
+	. ./scripts/build_local.sh
+	. ./scripts/run_e2e_docker.sh
 
 DEP := $(GOPATH)/bin/dep
 $(DEP):

e2e-local-run.Dockerfile

@@ -4,6 +4,6 @@ RUN apt-get update
 RUN apt-get install -y jq
 COPY pkg pkg
 COPY vendor vendor
-COPY e2e e2e
+COPY test/e2e test/e2e
 RUN go test -c -o /bin/e2e ./test/e2e/...
 CMD ["./test/e2e/e2e.sh"]

e2e.Dockerfile

@@ -0,0 +1,40 @@
+FROM golang:1.10 as builder
+LABEL builder=true
+WORKDIR /go/src/github.com/operator-framework/operator-lifecycle-manager
+RUN curl -L https://github.com/stedolan/jq/releases/download/jq-1.5/jq-linux64 -o /bin/jq
+RUN chmod +x /bin/jq
+COPY . .
+RUN make build-coverage
+RUN go test -c -o /bin/e2e ./test/e2e/...
+
+FROM alpine:latest as olm
+LABEL olm=true
+WORKDIR /
+COPY --from=builder /go/src/github.com/operator-framework/operator-lifecycle-manager/bin/alm /bin/alm
+EXPOSE 8080
+CMD ["/bin/alm"]
+
+FROM alpine:latest as catalog
+LABEL catalog=true
+WORKDIR /
+COPY --from=builder /go/src/github.com/operator-framework/operator-lifecycle-manager/bin/catalog /bin/catalog
+EXPOSE 8080
+CMD ["/bin/catalog"]
+
+FROM alpine:latest as broker
+LABEL broker=true
+WORKDIR /
+COPY --from=builder /go/src/github.com/operator-framework/operator-lifecycle-manager/bin/servicebroker /bin/servicebroker
+EXPOSE 8080
+EXPOSE 8005
+CMD ["/bin/servicebroker"]
+
+FROM golang:1.10
+LABEL e2e=true
+RUN mkdir -p /var/e2e
+WORKDIR /var/e2e
+COPY --from=builder /bin/e2e /bin/e2e
+COPY --from=builder /bin/jq /bin/jq
+COPY ./test/e2e/e2e.sh /var/e2e/e2e.sh
+COPY ./test/e2e/tap.jq /var/e2e/tap.jq
+CMD ["/bin/e2e"]

scripts/build_local.sh

@@ -8,8 +8,8 @@ set -e
 minikube start --extra-config=apiserver.Authorization.Mode=RBAC || { echo 'Cannot start minikube.'; exit 1; }
 eval $(minikube docker-env) || { echo 'Cannot switch to minikube docker'; exit 1; }
 kubectl config use-context minikube
-docker build \
-       -t quay.io/coreos/catalog:local \
-       -t quay.io/coreos/olm:local \
-       -t quay.io/coreos/olm-service-broker:local \
-       -f e2e-local-build.Dockerfile .
+docker build -f e2e.Dockerfile .
+docker tag $(docker images --filter 'label=broker=true' --format '{{.CreatedAt}}\t{{.ID}}' | sort -nr | head -n 1 | cut -f2) quay.io/coreos/olm-service-broker:local
+docker tag $(docker images --filter 'label=catalog=true' --format '{{.CreatedAt}}\t{{.ID}}' | sort -nr | head -n 1 | cut -f2) quay.io/coreos/catalog:local
+docker tag $(docker images --filter 'label=e2e=true' --format '{{.CreatedAt}}\t{{.ID}}' | sort -nr | head -n 1 | cut -f2) quay.io/coreos/olm-e2e:local
+docker tag $(docker images --filter 'label=olm=true' --format '{{.CreatedAt}}\t{{.ID}}' | sort -nr | head -n 1 | cut -f2) quay.io/coreos/olm:local

scripts/run_e2e_docker.sh

@@ -38,20 +38,10 @@ trap cleanupAndExit SIGINT SIGTERM EXIT
 ./scripts/install_local.sh ${namespace} test/e2e/resources
 
 mkdir -p test/e2e/test-resources
-
-pushd test/e2e/chart/templates
-filenames=$(ls *.yaml)
-popd
-
-for f in ${filenames}
-do
-  echo "Processing $f file..."
-  helm template --set namespace=${namespace} -f test/e2e/e2e-values.yaml -x templates/${f} test/e2e/chart > test/e2e/test-resources/${f}
-done
+helm template --set namespace=${namespace}  -f test/e2e/e2e-values.yaml test/e2e/chart  --output-dir test/e2e/test-resources
 
 eval $(minikube docker-env) || { echo 'Cannot switch to minikube docker'; exit 1; }
-docker build --no-cache -t quay.io/coreos/alm-e2e:local -f e2e-local-run.Dockerfile .
-kubectl apply -f test/e2e/test-resources
+kubectl apply -f test/e2e/test-resources/alm-e2e/templates
 until kubectl -n ${namespace} logs job/e2e | grep -v "ContainerCreating"; do echo "waiting for job to run" && sleep 1; done
 kubectl -n ${namespace} logs job/e2e -f
 

scripts/run_e2e_local.sh

@@ -37,6 +37,5 @@ trap cleanupAndExit SIGINT SIGTERM EXIT
 
 ./scripts/install_local.sh ${namespace} test/e2e/resources
 
-
 # run tests
 KUBECONFIG=~/.kube/config NAMESPACE=${namespace} go test -v ./test/e2e/... ${1/[[:alnum:]-]*/-run ${1}}

test/e2e/e2e-values-shift.yaml

@@ -0,0 +1,33 @@
+alm:
+  replicaCount: 1
+  image:
+    ref: quay.io/coreos/olm:local
+    pullPolicy: IfNotPresent
+  service:
+    internalPort: 8080
+  commandArgs: -test.coverprofile=/tmp/coverage/alm-coverage.cov
+
+catalog:
+  replicaCount: 1
+  image:
+    ref: quay.io/coreos/catalog:local
+    pullPolicy: IfNotPresent
+  service:
+    internalPort: 8080
+  commandArgs: -test.coverprofile=/tmp/catalog-coverage.cov
+
+servicebroker:
+  replicaCount: 1
+  image:
+    ref: quay.io/coreos/olm-service-broker:local
+    pullPolicy: IfNotPresent
+  service:
+    internalPort: 8080
+    brokerPort: 8005
+  commandArgs: -test.coverprofile=/tmp/service-broker-coverage.cov
+
+e2e:
+  image:
+    ref: quay.io/coreos/olm-e2e:local
+
+job_name: e2e

test/e2e/e2e-values.yaml

@@ -16,18 +16,8 @@ catalog:
     internalPort: 8080
   commandArgs: -test.coverprofile=/tmp/catalog-coverage.cov
 
-servicebroker:
-  replicaCount: 1
-  image:
-    ref: quay.io/coreos/alm-service-broker:local
-    pullPolicy: IfNotPresent
-  service:
-    internalPort: 8080
-    brokerPort: 8005
-  commandArgs: -test.coverprofile=/tmp/service-broker-coverage.cov
-
 e2e:
   image:
-    ref: quay.io/coreos/alm-e2e:local
+    ref: quay.io/coreos/olm-e2e:local
 
 job_name: e2e

test/e2e/subscription_e2e_test.go

@@ -78,8 +78,19 @@ var (
 		Kind:       csvv1alpha1.ClusterServiceVersionKind,
 		APIVersion: csvv1alpha1.GroupVersion,
 	}
+
+	strategy = install.StrategyDetailsDeployment{
+		DeploymentSpecs: []install.StrategyDeploymentSpec{
+			{
+				Name: genName("dep-"),
+				Spec: newNginxDeployment(genName("nginx-")),
+			},
+		},
+	}
+	strategyRaw, _  = json.Marshal(strategy)
 	installStrategy = csvv1alpha1.NamedInstallStrategy{
-		StrategyName: install.InstallStrategyNameDeployment,
+		StrategyName:    install.InstallStrategyNameDeployment,
+		StrategySpecRaw: strategyRaw,
 	}
 	outdatedCSV = csvv1alpha1.ClusterServiceVersion{
 		TypeMeta: csvType,
@@ -340,4 +351,5 @@ func TestCreateSubscriptionManualApproval(t *testing.T) {
 	require.NotNil(t, installPlan)
 
 	require.Equal(t, v1alpha1.ApprovalManual, installPlan.Spec.Approval)
+	require.Equal(t, v1alpha1.InstallPlanPhaseRequiresApproval, installPlan.Status.Phase)
 }

test/e2e/util_test.go

@@ -124,16 +124,11 @@ func waitForAndFetchChildren(t *testing.T, c opClient.Interface, version string,
 
 		owned := 0
 		for _, obj := range crList.Items {
-			t.Log(obj.GetName())
-			t.Log(obj.GetOwnerReferences())
-			t.Log(owner)
-			t.Log(owner.GetUID())
 			if ownerutil.IsOwnedBy(obj, owner) {
 				owned += 1
 				res = append(res, obj)
 			}
 		}
-		t.Log(owned)
 
 		// waiting for count number of objects to exist
 		if owned != count {
@@ -147,7 +142,7 @@ func waitForAndFetchChildren(t *testing.T, c opClient.Interface, version string,
 
 func cleanupCustomResource(t *testing.T, c opClient.Interface, group, kind, name string) cleanupFunc {
 	return func() {
-		t.Log("deleting %s %s", kind, name)
+		t.Logf("deleting %s %s", kind, name)
 		require.NoError(t, c.DeleteCustomResource(apis.GroupName, group, testNamespace, kind, name))
 	}
 }