remove ImagePrepper in favor of processing individual preppers directly

Author: nkubala

cmd/analyze.go

@@ -56,7 +56,7 @@ func checkAnalyzeArgNum(args []string) error {
 	return nil
 }
 
-func analyzeImage(imageArg string, analyzerArgs []string) error {
+func analyzeImage(imageName string, analyzerArgs []string) error {
 	analyzeTypes, err := differs.GetAnalyzers(analyzerArgs)
 	if err != nil {
 		return err
@@ -67,11 +67,13 @@ func analyzeImage(imageArg string, analyzerArgs []string) error {
 		return fmt.Errorf("Error getting docker client: %s", err)
 	}
 	defer cli.Close()
-	ip := pkgutil.ImagePrepper{
-		Source: imageArg,
-		Client: cli,
+
+	prepper, err := getPrepperForImage(imageName)
+	if err != nil {
+		return err
 	}
-	image, err := ip.GetImage()
+
+	image, err := prepper.GetImage()
 
 	if !save {
 		defer pkgutil.CleanupImage(image)

cmd/diff.go

@@ -80,14 +80,16 @@ func diffImages(image1Arg, image2Arg string, diffArgs []string) error {
 	for imageArg := range imageMap {
 		go func(imageName string, imageMap map[string]*pkgutil.Image) {
 			defer wg.Done()
-			ip := pkgutil.ImagePrepper{
-				Source: imageName,
-				Client: cli,
+
+			prepper, err := getPrepperForImage(imageName)
+			if err != nil {
+				glog.Error(err)
+				return
 			}
-			image, err := ip.GetImage()
+			image, err := prepper.GetImage()
 			imageMap[imageName] = &image
 			if err != nil {
-				glog.Errorf("Diff may be inaccurate: %s", err.Error())
+				glog.Warningf("Diff may be inaccurate: %s", err)
 			}
 		}(imageArg, imageMap)
 	}
@@ -109,7 +111,6 @@ func diffImages(image1Arg, image2Arg string, diffArgs []string) error {
 	if save {
 		glog.Infof("Images were saved at %s and %s", imageMap[image1Arg].FSPath,
 			imageMap[image2Arg].FSPath)
-
 	}
 	return nil
 }

cmd/root.go

@@ -18,12 +18,14 @@ package cmd
 
 import (
 	"context"
+	"errors"
 	goflag "flag"
 	"fmt"
 	"sort"
 	"strings"
 
 	"github.com/GoogleCloudPlatform/container-diff/differs"
+	pkgutil "github.com/GoogleCloudPlatform/container-diff/pkg/util"
 	"github.com/GoogleCloudPlatform/container-diff/util"
 	"github.com/docker/docker/client"
 	"github.com/golang/glog"
@@ -37,6 +39,11 @@ var types string
 
 type validatefxn func(args []string) error
 
+const (
+	DaemonPrefix = "daemon://"
+	RemotePrefix = "remote://"
+)
+
 var RootCmd = &cobra.Command{
 	Use:   "container-diff",
 	Short: "container-diff is a tool for analyzing and comparing container images",
@@ -92,7 +99,7 @@ func validateArgs(args []string, validatefxns ...validatefxn) error {
 
 func checkIfValidAnalyzer(flagtypes string) error {
 	if flagtypes == "" {
-		return nil
+		return errors.New("Please provide at least one analyzer to run")
 	}
 	analyzers := strings.Split(flagtypes, ",")
 	for _, name := range analyzers {
@@ -103,6 +110,30 @@ func checkIfValidAnalyzer(flagtypes string) error {
 	return nil
 }
 
+func getPrepperForImage(image string) (pkgutil.Prepper, error) {
+	cli, err := client.NewEnvClient()
+	if err != nil {
+		return nil, err
+	}
+	if pkgutil.IsTar(image) {
+		return pkgutil.TarPrepper{
+			Source: image,
+			Client: cli,
+		}, nil
+
+	} else if strings.HasPrefix(image, DaemonPrefix) {
+		return pkgutil.DaemonPrepper{
+			Source: strings.Replace(image, DaemonPrefix, "", -1),
+			Client: cli,
+		}, nil
+	}
+	// either has remote prefix or has no prefix, in which case we force remote
+	return pkgutil.CloudPrepper{
+		Source: strings.Replace(image, RemotePrefix, "", -1),
+		Client: cli,
+	}, nil
+}
+
 func init() {
 	pflag.CommandLine.AddGoFlagSet(goflag.CommandLine)
 }

pkg/util/BUILD.bazel

@@ -17,6 +17,7 @@ go_library(
     deps = [
         "//vendor/github.com/containers/image/docker:go_default_library",
         "//vendor/github.com/containers/image/docker/daemon:go_default_library",
+        "//vendor/github.com/containers/image/docker/reference:go_default_library",
         "//vendor/github.com/containers/image/docker/tarfile:go_default_library",
         "//vendor/github.com/containers/image/pkg/compression:go_default_library",
         "//vendor/github.com/containers/image/types:go_default_library",

pkg/util/cloud_prepper.go

@@ -17,31 +17,26 @@ limitations under the License.
 package util
 
 import (
-	"regexp"
-
 	"github.com/containers/image/docker"
+	"github.com/docker/docker/client"
 )
 
 // CloudPrepper prepares images sourced from a Cloud registry
 type CloudPrepper struct {
-	ImagePrepper
+	Source string
+	Client *client.Client
 }
 
 func (p CloudPrepper) Name() string {
 	return "Cloud Registry"
 }
 
 func (p CloudPrepper) GetSource() string {
-	return p.ImagePrepper.Source
+	return p.Source
 }
 
-func (p CloudPrepper) SupportsImage() bool {
-	pattern := regexp.MustCompile("^.+/.+(:.+){0,1}$")
-	image := p.ImagePrepper.Source
-	if exp := pattern.FindString(image); exp != image || CheckTar(image) {
-		return false
-	}
-	return true
+func (p CloudPrepper) GetImage() (Image, error) {
+	return getImage(p)
 }
 
 func (p CloudPrepper) GetFileSystem() (string, error) {

pkg/util/daemon_prepper.go

@@ -18,30 +18,28 @@ package util
 
 import (
 	"context"
-	"regexp"
 
 	"github.com/containers/image/docker/daemon"
+
+	"github.com/docker/docker/client"
 	"github.com/golang/glog"
 )
 
 type DaemonPrepper struct {
-	ImagePrepper
+	Source string
+	Client *client.Client
 }
 
 func (p DaemonPrepper) Name() string {
 	return "Local Daemon"
 }
 
 func (p DaemonPrepper) GetSource() string {
-	return p.ImagePrepper.Source
+	return p.Source
 }
 
-func (p DaemonPrepper) SupportsImage() bool {
-	pattern := regexp.MustCompile("[a-z|0-9]{12}")
-	if exp := pattern.FindString(p.ImagePrepper.Source); exp != p.ImagePrepper.Source {
-		return false
-	}
-	return true
+func (p DaemonPrepper) GetImage() (Image, error) {
+	return getImage(p)
 }
 
 func (p DaemonPrepper) GetFileSystem() (string, error) {

pkg/util/image_prep_utils.go

@@ -20,6 +20,7 @@ import (
 	"archive/tar"
 	"encoding/json"
 	"errors"
+	"fmt"
 	"io/ioutil"
 	"os"
 	"path/filepath"
@@ -30,10 +31,12 @@ import (
 	"github.com/golang/glog"
 )
 
-var orderedPreppers = []func(ip ImagePrepper) Prepper{
-	func(ip ImagePrepper) Prepper { return DaemonPrepper{ImagePrepper: ip} },
-	func(ip ImagePrepper) Prepper { return CloudPrepper{ImagePrepper: ip} },
-	func(ip ImagePrepper) Prepper { return TarPrepper{ImagePrepper: ip} },
+type Prepper interface {
+	Name() string
+	GetConfig() (ConfigSchema, error)
+	GetFileSystem() (string, error)
+	GetImage() (Image, error)
+	GetSource() string
 }
 
 type Image struct {
@@ -55,6 +58,27 @@ type ConfigSchema struct {
 	History []ImageHistoryItem `json:"history"`
 }
 
+func getImage(p Prepper) (Image, error) {
+	glog.Infof("Retrieving image %s from source %s", p.GetSource(), p.Name())
+	imgPath, err := p.GetFileSystem()
+	if err != nil {
+		return Image{}, err
+	}
+
+	config, err := p.GetConfig()
+	if err != nil {
+		glog.Error("Error retrieving History: ", err)
+	}
+
+	glog.Infof("Finished prepping image %s", p.GetSource())
+	return Image{
+		Source: p.GetSource(),
+		FSPath: imgPath,
+		Config: config,
+	}, nil
+	return Image{}, fmt.Errorf("Could not retrieve image %s from source", p.GetSource())
+}
+
 func getImageFromTar(tarPath string) (string, error) {
 	glog.Info("Extracting image tar to obtain image file system")
 	path := strings.TrimSuffix(tarPath, filepath.Ext(tarPath))

pkg/util/image_prepper.go

@@ -25,23 +25,25 @@ import (
 	"strings"
 
 	"github.com/containers/image/docker/tarfile"
+	"github.com/docker/docker/client"
 	"github.com/golang/glog"
 )
 
 type TarPrepper struct {
-	ImagePrepper
+	Source string
+	Client *client.Client
 }
 
 func (p TarPrepper) Name() string {
 	return "Tar Archive"
 }
 
 func (p TarPrepper) GetSource() string {
-	return p.ImagePrepper.Source
+	return p.Source
 }
 
-func (p TarPrepper) SupportsImage() bool {
-	return IsTar(p.ImagePrepper.Source)
+func (p TarPrepper) GetImage() (Image, error) {
+	return getImage(p)
 }
 
 func (p TarPrepper) GetFileSystem() (string, error) {