commands/.../test/local,pkg/test: add image flag to test local

Author: AlexNPavel

Diff for: Gopkg.lock

@@ -15,6 +15,7 @@
 package cmdtest
 
 import (
+	"bytes"
 	"fmt"
 	"io/ioutil"
 	"os"
@@ -27,8 +28,13 @@ import (
 	"github.com/operator-framework/operator-sdk/pkg/scaffold"
 	"github.com/operator-framework/operator-sdk/pkg/test"
 
+	"github.com/ghodss/yaml"
 	log "github.com/sirupsen/logrus"
 	"github.com/spf13/cobra"
+	appsv1 "k8s.io/api/apps/v1"
+	"k8s.io/apimachinery/pkg/runtime"
+	"k8s.io/apimachinery/pkg/runtime/serializer"
+	cgoscheme "k8s.io/client-go/kubernetes/scheme"
 )
 
 var deployTestDir = filepath.Join(scaffold.DeployDir, "test")
@@ -39,6 +45,7 @@ type testLocalConfig struct {
 	namespacedManPath string
 	goTestFlags       string
 	namespace         string
+	image             string
 }
 
 var tlConfig testLocalConfig
@@ -54,6 +61,7 @@ func NewTestLocalCmd() *cobra.Command {
 	testCmd.Flags().StringVar(&tlConfig.namespacedManPath, "namespaced-manifest", "", "Path to manifest for per-test, namespaced resources (e.g. RBAC and Operator manifest)")
 	testCmd.Flags().StringVar(&tlConfig.goTestFlags, "go-test-flags", "", "Additional flags to pass to go test")
 	testCmd.Flags().StringVar(&tlConfig.namespace, "namespace", "", "If non-empty, single namespace to run tests in")
+	testCmd.Flags().StringVar(&tlConfig.image, "image", "", "Use a different image from the one specified in the namespaced manifest")
 
 	return testCmd
 }
@@ -98,12 +106,14 @@ func testLocalFunc(cmd *cobra.Command, args []string) {
 		if err != nil {
 			log.Fatalf("could not create temporary namespaced manifest file: (%v)", err)
 		}
-		defer func() {
-			err := os.Remove(tlConfig.namespacedManPath)
-			if err != nil {
-				log.Fatalf("could not delete temporary namespace manifest file: (%v)", err)
-			}
-		}()
+		/*
+			defer func() {
+				err := os.Remove(tlConfig.namespacedManPath)
+				if err != nil {
+					log.Fatalf("could not delete temporary namespace manifest file: (%v)", err)
+				}
+			}()
+		*/
 	}
 	if tlConfig.globalManPath == "" {
 		err := os.MkdirAll(deployTestDir, os.FileMode(fileutil.DefaultDirFileMode))
@@ -141,6 +151,11 @@ func testLocalFunc(cmd *cobra.Command, args []string) {
 			}
 		}()
 	}
+	if tlConfig.image != "" {
+		if err := replaceImage(tlConfig.namespacedManPath, tlConfig.image); err != nil {
+			log.Fatalf("replaceImage function failed: %v", err)
+		}
+	}
 	testArgs := []string{"test", args[0] + "/..."}
 	testArgs = append(testArgs, "-"+test.KubeConfigFlag, tlConfig.kubeconfig)
 	testArgs = append(testArgs, "-"+test.NamespacedManPathFlag, tlConfig.namespacedManPath)
@@ -176,3 +191,69 @@ func combineManifests(base, manifest []byte) []byte {
 	}
 	return base
 }
+
+// TODO: add support for multiple deployments and containers (user would have to
+// provide extra information in that case)
+
+// replaceImage searches for a deployment and replaces the image in the container
+// to the one specified in the function call. The function will fail if the
+// number of deployments is not equal to one or if the deployment has multiple
+// containers
+func replaceImage(manifestPath, image string) error {
+	yamlFile, err := ioutil.ReadFile(manifestPath)
+	if err != nil {
+		return err
+	}
+	foundDeployment := false
+	newManifest := []byte{}
+	yamlSplit := bytes.Split(yamlFile, []byte("\n---\n"))
+	for _, yamlSpec := range yamlSplit {
+		if string(yamlSpec) == "" {
+			continue
+		}
+		decoded := make(map[string]interface{})
+		err = yaml.Unmarshal(yamlSpec, &decoded)
+		if err != nil {
+			return err
+		}
+		kind, ok := decoded["kind"].(string)
+		if !ok {
+			newManifest = combineManifests(newManifest, yamlSpec)
+			continue
+		}
+		if kind != "Deployment" {
+			newManifest = combineManifests(newManifest, yamlSpec)
+			continue
+		}
+		if foundDeployment {
+			return fmt.Errorf("cannot use `image` flag on namespaced manifest with more than 1 deployment")
+		}
+		foundDeployment = true
+		scheme := runtime.NewScheme()
+		// scheme for client go
+		cgoscheme.AddToScheme(scheme)
+		dynamicDecoder := serializer.NewCodecFactory(scheme).UniversalDeserializer()
+
+		obj, _, err := dynamicDecoder.Decode(yamlSpec, nil, nil)
+		if err != nil {
+			return err
+		}
+		dep := &appsv1.Deployment{}
+		switch o := obj.(type) {
+		case *appsv1.Deployment:
+			dep = o
+		default:
+			return fmt.Errorf("error in replaceImage switch case; could not convert runtime.Object to deployment")
+		}
+		if len(dep.Spec.Template.Spec.Containers) != 1 {
+			return fmt.Errorf("cannot use `image` flag on namespaced manifest containing more than 1 container in the operator deployment")
+		}
+		dep.Spec.Template.Spec.Containers[0].Image = image
+		updatedYamlSpec, err := yaml.Marshal(dep)
+		if err != nil {
+			return fmt.Errorf("failed to convert deployment object back to yaml: %v", err)
+		}
+		newManifest = combineManifests(newManifest, updatedYamlSpec)
+	}
+	return ioutil.WriteFile(manifestPath, newManifest, fileutil.DefaultFileMode)
+}

Diff for: commands/operator-sdk/cmd/test/local.go

@@ -5,7 +5,7 @@ cd test/test-framework
 # test framework with defaults
 operator-sdk test local .
 # test operator-sdk test flags
-operator-sdk test local . --global-manifest deploy/crds/cache_v1alpha1_memcached_crd.yaml --namespaced-manifest deploy/namespace-init.yaml --go-test-flags "-parallel 1" --kubeconfig $HOME/.kube/config
+operator-sdk test local . --global-manifest deploy/crds/cache_v1alpha1_memcached_crd.yaml --namespaced-manifest deploy/namespace-init.yaml --go-test-flags "-parallel 1" --kubeconfig $HOME/.kube/config --image=quay.io/coreos/operator-sdk-dev:test-framework-operator-runtime
 # test operator-sdk test local single namespace mode
 kubectl create namespace test-memcached
 operator-sdk test local . --namespace=test-memcached

Diff for: hack/tests/test-subcommand.sh

@@ -66,6 +66,10 @@ func (ctx *TestCtx) createFromYAML(yamlFile []byte, skipIfExists bool, cleanupOp
 	}
 	yamlSplit := bytes.Split(yamlFile, []byte("\n---\n"))
 	for _, yamlSpec := range yamlSplit {
+		// some autogenerated files may include an extra `---` at the end of the file
+		if string(yamlSpec) == "" {
+			continue
+		}
 		yamlSpec, err = setNamespaceYAML(yamlSpec, namespace)
 		if err != nil {
 			return err