add set recipe cmd to set the wish to a reference yaml file

Author: siscia

daemon/cmd/set_recipe.go

@@ -0,0 +1,92 @@
+package cmd
+
+import (
+	"fmt"
+	"io/ioutil"
+
+	log "github.com/sirupsen/logrus"
+	"github.com/spf13/cobra"
+
+	"github.com/cvmfs/docker-graphdriver/daemon/lib"
+)
+
+func init() {
+	rootCmd.AddCommand(setRecipeCmd)
+}
+
+// We start by converting the YamlRecipe in a set of images, that we add to the catalog of images.
+var setRecipeCmd = &cobra.Command{
+	Use:   "set-recipe",
+	Short: "It changes the whish list to match the recipe, indepotent action",
+	Args:  cobra.MinimumNArgs(1),
+	Run: func(cmd *cobra.Command, args []string) {
+
+		data, err := ioutil.ReadFile(args[0])
+		if err != nil {
+			lib.LogE(err).Fatal("Impossible to read the recipe file")
+		}
+
+		actualWishes, err := lib.GetAllWish()
+		if err != nil {
+			lib.LogE(err).Fatal("Impossible to get all the wishes from the db")
+		}
+		fmt.Println(actualWishes)
+		recipe, err := lib.ParseYamlRecipeV1(data)
+		if err != nil {
+			lib.LogE(err).Fatal("Impossible to parse the recipe file")
+		}
+
+		toAddWish := []lib.Wish{}
+		toRemoveWish := []lib.Wish{}
+
+		for _, newWish := range recipe.Wishes {
+			alreadyPresent := false
+			for _, oldWish := range actualWishes {
+				if newWish.Equal(oldWish) {
+					alreadyPresent = true
+					break
+				}
+			}
+			if !alreadyPresent {
+				toAddWish = append(toAddWish, newWish)
+			}
+		}
+		for _, oldWish := range actualWishes {
+			toKeep := false
+			for _, newWish := range recipe.Wishes {
+				if oldWish.Equal(newWish) {
+					toKeep = true
+					break
+				}
+			}
+			if toKeep == false {
+				toRemoveWish = append(toRemoveWish, oldWish)
+			}
+		}
+
+		fmt.Println(recipe)
+		fmt.Println(toAddWish)
+		fmt.Println(toRemoveWish)
+		for _, newWish := range toAddWish {
+			err = lib.AddWish(newWish.InputImage, newWish.OutputImage, newWish.CvmfsRepo)
+			if err != nil {
+				input, _ := lib.GetImageById(newWish.InputImage)
+				output, _ := lib.GetImageById(newWish.OutputImage)
+				lib.LogE(err).WithFields(log.Fields{"input image": input.WholeName(), "repo": newWish.CvmfsRepo, "output image": output.WholeName()}).Warning("Error in adding a wish to the database")
+			}
+		}
+
+		for _, oldWish := range toRemoveWish {
+			input, _ := lib.GetImageById(oldWish.InputImage)
+			output, _ := lib.GetImageById(oldWish.OutputImage)
+			n, err := lib.DeleteWish(oldWish.Id)
+			if err != nil {
+				lib.LogE(err).WithFields(log.Fields{"input image": input.WholeName(), "repo": oldWish.CvmfsRepo, "output image": output.WholeName()}).Warning("Error in removing a wish")
+			}
+			if n > 1 {
+				lib.LogE(err).Warning("Remove more than one line from the database while removing a wish, should not happen")
+			}
+		}
+
+	},
+}

daemon/lib/recipe.go

@@ -0,0 +1,64 @@
+package lib
+
+import (
+	"strings"
+
+	log "github.com/sirupsen/logrus"
+
+	"gopkg.in/yaml.v2"
+)
+
+type YamlRecipeV1 struct {
+	Version      int      `yaml:"version"`
+	User         string   `yaml:"user"`
+	CVMFSRepo    string   `yaml:"cvmfs_repo"`
+	OutputFormat string   `yaml:"output_format"`
+	Input        []string `yaml:"input"`
+}
+
+type Recipe struct {
+	Wishes []Wish
+}
+
+func ParseYamlRecipeV1(data []byte) (Recipe, error) {
+	recipeYamlV1 := YamlRecipeV1{}
+	err := yaml.Unmarshal(data, &recipeYamlV1)
+	if err != nil {
+		return Recipe{}, err
+	}
+	recipe := Recipe{}
+	for _, inputImage := range recipeYamlV1.Input {
+		input, err := ParseImage(inputImage)
+		if err != nil {
+			LogE(err).WithFields(log.Fields{"image": inputImage}).Warning("Impossible to parse the image")
+			continue
+		}
+		output := formatOutputImage(recipeYamlV1.OutputFormat, input)
+		wish, err := CreateWish(inputImage, output, recipeYamlV1.CVMFSRepo, "", recipeYamlV1.User)
+		if err != nil {
+			switch err.(type) {
+			case *WishAlreadyInDBError:
+				recipe.Wishes = append(recipe.Wishes, wish)
+			default:
+				LogE(err).Warning("Error in creating the wish")
+				continue
+			}
+		} else {
+			recipe.Wishes = append(recipe.Wishes, wish)
+		}
+	}
+	return recipe, nil
+}
+
+func formatOutputImage(OutputFormat string, inputImage Image) string {
+
+	s := strings.Replace(OutputFormat, "$(scheme)", inputImage.Scheme, 5)
+	s = strings.Replace(s, "$(registry)", inputImage.Registry, 5)
+	s = strings.Replace(s, "$(repository)", inputImage.Repository, 5)
+	s = strings.Replace(s, "$(digest)", inputImage.Digest, 5)
+	s = strings.Replace(s, "$(tag)", inputImage.Tag, 5)
+	s = strings.Replace(s, "$(reference)", inputImage.GetReference(), 5)
+	s = strings.Replace(s, "$(image)", inputImage.Repository+inputImage.GetReference(), 5)
+
+	return s
+}