Make sure ubuntu gets proper version of cloud-init (kubernetes-sigs#538)

* Make sure ubuntu gets proper version of cloud-init

* Add Goss test

* Use packer-goss provisioner to execute Goss tests

* Add packer docs

* Add link to packer documentation in README file.

* Add link to packer-goss

* Add Ansible as prerequisite for packer

Author: sfzylad

build/amis/ansible/roles/common/defaults/main.yml

@@ -22,6 +22,7 @@ common_rpms:
 - jq
 - nfs-utils
 common_extra_rpms: []
+cloud_init_version: 18.3-52-gc5f78957-1~bddeb~18.04.1
 common_debs:
 - openssh-client
 - openssh-server
@@ -33,6 +34,9 @@ common_debs:
 - ntp
 - jq
 - nfs-client
+
+common_pinned_debs:
+- "cloud-init={{ cloud_init_version }}"
 common_extra_debs: []
 common_redhat_epel_rpm: "https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm"
 common_redhat_cloud_init_copr_rpm: "https://copr.fedorainfracloud.org/coprs/jdetiber/cloud-init/repo/epel-7/jdetiber-cloud-init-epel-7.repo"

build/amis/ansible/roles/common/tasks/debian.yml

@@ -38,3 +38,10 @@
     force_apt_get: True
     name: "{{ common_extra_debs }}"
     state: latest
+
+- name: install pinned debs
+  apt:
+    force_apt_get: True
+    name: "{{ common_pinned_debs }}"
+    state: present
+    force: yes

build/amis/packer/goss/goss.yaml

@@ -0,0 +1,9 @@
+package:
+{{range $name, $vers := index .Vars "packages"}}
+  {{$name}}:
+    installed: true
+    versions:
+    {{range $vers}}
+      - {{.}}
+    {{end}}
+{{end}}

build/amis/packer/goss/redhat-vars.yaml

@@ -0,0 +1,3 @@
+packages:
+  cloud-init:
+    - "18.3+52.gc5f78957"

build/amis/packer/goss/ubuntu-vars.yaml

@@ -0,0 +1,3 @@
+packages:
+  cloud-init:
+    - "18.3-52-gc5f78957-1~bddeb~18.04.1"

build/amis/packer/packer.json

@@ -98,6 +98,27 @@
         "--extra-vars",
         "kubernetes_version={{user `kubernetes_version`}} kubernetes_cni_version={{user `kubernetes_cni_version`}}"
       ]
+    },
+    {
+      "type": "goss",
+      "vars_file": "goss/redhat-vars.yaml",
+      "tests": [
+        "goss/goss.yaml"
+      ],
+      "only": [
+        "amazon-2",
+        "centos-7"
+      ]
+    },
+    {
+      "type": "goss",
+      "vars_file": "goss/ubuntu-vars.yaml",
+      "tests": [
+        "goss/goss.yaml"
+      ],
+      "only": [
+        "ubuntu-1804"
+      ]
     }
   ]
 }

docs/README.md

@@ -5,6 +5,7 @@
 - [Getting started](getting-started.md)
 - [List of AMIs](amis.md)
 - [Accessing cluster instances](accessing-instances.md)
+- [Packer](packer.md)
 
 ## Development
 

docs/packer.md

@@ -0,0 +1,33 @@
+# Using Packer and baking AMIs
+
+## Overview
+
+[Packer](http://packer.io/) is well known tool for baking images of any kind.
+We use it to bake our AMIs.
+
+## Prerequisites
+
+* `packer` binary
+* [packer-goss](https://github.com/YaleUniversity/packer-provisioner-goss) plugin
+* ansible
+
+## Plugin instalation
+
+To install `packer-goss` plugin the following should be executed inside of the
+`build/amis/packer` directory:
+
+```bash
+$ curl -o packer-goss  https://github.com/YaleUniversity/packer-provisioner-goss/releases/download/v0.3.0/packer-provisioner-goss-v0.3.0-linux-amd64
+
+$ chmod +x packer-goss
+```
+
+## Running Packer
+
+The following command should build all the AMIs:
+
+```bash
+$ AWS_REGION=us-east-1 packer build -var-file=base-images-us-east-1.json packer.json
+```
+
+**NOTE** that AWS credentials have to be set.