all: dockerize scaleway builders

Fixes golang/go#20397

Change-Id: I353e879e61aeef56f0c228bbd37cc1eea2ce8b4e
Reviewed-on: https://go-review.googlesource.com/43612
Reviewed-by: Brad Fitzpatrick <[email protected]>

Author: Sarah Adams

cmd/buildlet/stage0/stage0.go

@@ -11,19 +11,14 @@
 package main
 
 import (
-	"bytes"
-	"encoding/json"
 	"flag"
 	"fmt"
-	"io/ioutil"
 	"log"
 	"net"
-	"net/http"
 	"os"
 	"os/exec"
 	"path/filepath"
 	"runtime"
-	"strings"
 	"time"
 
 	"cloud.google.com/go/compute/metadata"
@@ -40,11 +35,6 @@ const osArch = runtime.GOOS + "/" + runtime.GOARCH
 
 const attr = "buildlet-binary-url"
 
-var (
-	onScaleway   bool
-	scalewayMeta scalewayMetadata
-)
-
 // untar helper, for the Windows image prep script.
 var (
 	untarFile    = flag.String("untar-file", "", "if non-empty, tar.gz to untar to --untar-dest-dir")
@@ -61,12 +51,11 @@ func main() {
 
 	switch osArch {
 	case "linux/arm":
-		if os.Getenv("GO_BUILDER_ENV") == "linux-arm-arm5spacemonkey" {
+		switch env := os.Getenv("GO_BUILDER_ENV"); env {
+		case "linux-arm-arm5spacemonkey", "host-linux-arm-scaleway":
 			// No setup currently.
-		} else {
-			if _, err := os.Stat("/usr/local/bin/oc-metadata"); err == nil {
-				initScaleway()
-			}
+		default:
+			panic(fmt.Sprintf("unknown/unspecified $GO_BUILDER_ENV value %q", env))
 		}
 	case "linux/arm64":
 		switch env := os.Getenv("GO_BUILDER_ENV"); env {
@@ -112,11 +101,17 @@ func main() {
 	cmd.Stdout = os.Stdout
 	cmd.Stderr = os.Stderr
 	cmd.Env = env
-	if onScaleway {
-		cmd.Args = append(cmd.Args, scalewayBuildletArgs()...)
-	}
-	if os.Getenv("GO_BUILDER_ENV") == "linux-arm-arm5spacemonkey" {
-		cmd.Args = append(cmd.Args, legacyReverseBuildletArgs("linux-arm-arm5spacemonkey")...)
+	switch buildenv := os.Getenv("GO_BUILDER_ENV"); buildenv {
+	case "linux-arm-arm5spacemonkey":
+		cmd.Args = append(cmd.Args, legacyReverseBuildletArgs(buildenv)...)
+	case "host-linux-arm-scaleway":
+		scalewayArgs := append(
+			legacyReverseBuildletArgs(buildenv),
+			"--hostname="+os.Getenv("HOSTNAME"),
+		)
+		cmd.Args = append(cmd.Args,
+			scalewayArgs...,
+		)
 	}
 	switch osArch {
 	case "linux/s390x":
@@ -159,38 +154,6 @@ func legacyReverseBuildletArgs(builder string) []string {
 	}
 }
 
-func scalewayBuildletArgs() []string {
-	var modes []string // e.g. "linux-arm", "linux-arm-arm5"
-	// tags are of form "buildkey_linux-arm_HEXHEXHEX"
-	for _, tag := range scalewayMeta.Tags {
-		if strings.HasPrefix(tag, "buildkey_") {
-			parts := strings.Split(tag, "_")
-			if len(parts) != 3 {
-				log.Fatalf("invalid server tag %q", tag)
-			}
-			mode, buildkey := parts[1], parts[2]
-			modes = append(modes, mode)
-			file := "/root/.gobuildkey-" + mode
-			if fi, err := os.Stat(file); err != nil || (err == nil && fi.Size() == 0) {
-				if err := ioutil.WriteFile(file, []byte(buildkey), 0600); err != nil {
-					log.Fatal(err)
-				}
-			}
-		}
-	}
-	server := "farmer.golang.org:443"
-	if scalewayMeta.IsStaging() {
-		server = "104.154.113.235:443" // fixed IP, but no hostname.
-	}
-	return []string{
-		"--workdir=/workdir",
-		"--hostname=" + scalewayMeta.Hostname,
-		"--halt=false",
-		"--reverse=" + strings.Join(modes, ","),
-		"--coordinator=" + server,
-	}
-}
-
 // awaitNetwork reports whether the network came up within 30 seconds,
 // determined somewhat arbitrarily via a DNS lookup for google.com.
 func awaitNetwork() bool {
@@ -228,13 +191,6 @@ func buildletURL() string {
 		if v := os.Getenv("META_BUILDLET_BINARY_URL"); v != "" {
 			return v
 		}
-		if onScaleway {
-			if scalewayMeta.IsStaging() {
-				return "https://storage.googleapis.com/dev-go-builder-data/buildlet.linux-arm"
-			} else {
-				return "https://storage.googleapis.com/go-builder-data/buildlet.linux-arm"
-			}
-		}
 		sleepFatalf("Not on GCE, and no META_BUILDLET_BINARY_URL specified.")
 	}
 	v, err := metadata.InstanceAttributeValue(attr)
@@ -274,136 +230,6 @@ func download(file, url string) error {
 	}
 }
 
-func initScaleway() {
-	log.Printf("On scaleway.")
-	onScaleway = true
-	initScalewaySwap()
-	initScalewayWorkdir()
-	initScalewayMeta()
-	initScalewayDNS()
-	initScalewayGo14()
-	log.Printf("Scaleway init complete; metadata is %+v", scalewayMeta)
-}
-
-type scalewayMetadata struct {
-	Name     string   `json:"name"`
-	Hostname string   `json:"hostname"`
-	Tags     []string `json:"tags"`
-}
-
-// IsStaging reports whether this instance has a "staging" tag.
-func (m *scalewayMetadata) IsStaging() bool {
-	for _, t := range m.Tags {
-		if t == "staging" {
-			return true
-		}
-	}
-	return false
-}
-
-func initScalewayMeta() {
-	const metaURL = "http://169.254.42.42/conf?format=json"
-	res, err := http.Get(metaURL)
-	if err != nil {
-		log.Fatalf("failed to get scaleway metadata: %v", err)
-	}
-	defer res.Body.Close()
-	if res.StatusCode != http.StatusOK {
-		log.Fatalf("failed to get scaleway metadata from %s: %v", metaURL, res.Status)
-	}
-	if err := json.NewDecoder(res.Body).Decode(&scalewayMeta); err != nil {
-		log.Fatalf("invalid JSON from scaleway metadata URL %s: %v", metaURL, err)
-	}
-}
-
-func initScalewayDNS() {
-	setFileContents("/etc/resolv.conf", []byte("nameserver 8.8.8.8\n"))
-}
-
-func setFileContents(file string, contents []byte) {
-	old, err := ioutil.ReadFile(file)
-	if err == nil && bytes.Equal(old, contents) {
-		return
-	}
-	if err := ioutil.WriteFile(file, contents, 0644); err != nil {
-		log.Fatal(err)
-	}
-}
-
-func initScalewaySwap() {
-	const swapFile = "/swapfile"
-	slurp, _ := ioutil.ReadFile("/proc/swaps")
-	if strings.Contains(string(slurp), swapFile) {
-		log.Printf("scaleway swapfile already active.")
-		return
-	}
-	os.Remove(swapFile) // if it already exists, else ignore error
-	log.Printf("Running fallocate on swapfile")
-	if out, err := exec.Command("fallocate", "--length", "16GiB", swapFile).CombinedOutput(); err != nil {
-		log.Fatalf("Failed to fallocate /swapfile: %v, %s", err, out)
-	}
-	log.Printf("Running mkswap")
-	if out, err := exec.Command("mkswap", swapFile).CombinedOutput(); err != nil {
-		log.Fatalf("Failed to mkswap /swapfile: %v, %s", err, out)
-	}
-	os.Chmod(swapFile, 0600)
-	log.Printf("Running swapon")
-	if out, err := exec.Command("swapon", swapFile).CombinedOutput(); err != nil {
-		log.Fatalf("Failed to swapon /swapfile: %v, %s", err, out)
-	}
-}
-
-func initScalewayWorkdir() {
-	const dir = "/workdir"
-	slurp, _ := ioutil.ReadFile("/proc/mounts")
-	if strings.Contains(string(slurp), dir) {
-		log.Printf("scaleway workdir already mounted")
-		return
-	}
-	if err := os.MkdirAll("/workdir", 0755); err != nil {
-		log.Fatal(err)
-	}
-	if out, err := exec.Command("mount",
-		"-t", "tmpfs",
-		"-o", "size=8589934592",
-		"tmpfs", "/workdir").CombinedOutput(); err != nil {
-		log.Fatalf("Failed to mount /buildtmp: %v, %s", err, out)
-	}
-}
-
-func initScalewayGo14() {
-	if fi, err := os.Stat("/usr/local/go"); err == nil && fi.IsDir() {
-		log.Printf("go directory already exists.")
-		return
-	}
-	os.RemoveAll("/usr/local/go") // in case it existed somehow, or as regular file
-	if err := os.RemoveAll("/usr/local/go.tmp"); err != nil {
-		log.Fatal(err)
-	}
-	if err := os.MkdirAll("/usr/local/go.tmp", 0755); err != nil {
-		log.Fatal(err)
-	}
-	log.Printf("Downloading go1.4-linux-arm.tar.gz")
-	if out, err := exec.Command("curl",
-		"-o", "/usr/local/go.tmp/go.tar.gz",
-		"--silent",
-		"https://storage.googleapis.com/go-builder-data/go1.4-linux-arm.tar.gz",
-	).CombinedOutput(); err != nil {
-		log.Fatalf("Failed to download go1.4-linux-arm.tar.gz: %v, %s", err, out)
-	}
-	log.Printf("Extracting go1.4-linux-arm.tar.gz")
-	if out, err := exec.Command("tar",
-		"-C", "/usr/local/go.tmp",
-		"-zx",
-		"-f", "/usr/local/go.tmp/go.tar.gz",
-	).CombinedOutput(); err != nil {
-		log.Fatalf("Failed to untar go1.4-linux-arm.tar.gz: %v, %s", err, out)
-	}
-	if err := os.Rename("/usr/local/go.tmp", "/usr/local/go"); err != nil {
-		log.Fatal(err)
-	}
-}
-
 func aptGetInstall(pkgs ...string) {
 	args := append([]string{"--yes", "install"}, pkgs...)
 	cmd := exec.Command("apt-get", args...)

cmd/rundockerbuildlet/rundockerbuildlet.go

@@ -10,10 +10,12 @@ package main
 
 import (
 	"bytes"
+	"encoding/json"
 	"flag"
 	"fmt"
 	"io/ioutil"
 	"log"
+	"net/http"
 	"os"
 	"os/exec"
 	"path/filepath"
@@ -29,21 +31,28 @@ var (
 	keyFile  = flag.String("key", "/etc/gobuild.key", "go build key file")
 )
 
-var buildKey []byte
+var (
+	buildKey     []byte
+	scalewayMeta = new(scalewayMetadata)
+)
 
 func main() {
 	flag.Parse()
 
 	key, err := ioutil.ReadFile(*keyFile)
 	if err != nil {
-		log.Fatalf("error reading build key from --key=%s: %v", buildKey, err)
+		log.Fatalf("error reading build key from --key=%s: %v", keyFile, err)
 	}
 	buildKey = bytes.TrimSpace(key)
 
 	if *image == "" {
 		log.Fatalf("docker --image is required")
 	}
 
+	if _, err := os.Stat("/usr/local/bin/oc-metadata"); err == nil {
+		initScalewayMeta()
+	}
+
 	log.Printf("Started. Will keep %d copies of %s running.", *numInst, *image)
 	for {
 		if err := checkFix(); err != nil {
@@ -71,7 +80,12 @@ func checkFix() error {
 			continue
 		}
 		container, name, status := f[0], f[1], f[2]
-		if !strings.HasPrefix(name, *basename) {
+		prefix := *basename
+		if scalewayMeta != nil {
+			// scaleway containers are named after their instance.
+			prefix = scalewayMeta.Hostname
+		}
+		if !strings.HasPrefix(name, prefix) {
 			continue
 		}
 		if strings.HasPrefix(status, "Exited") {
@@ -85,7 +99,15 @@ func checkFix() error {
 	}
 
 	for num := 1; num <= *numInst; num++ {
-		name := fmt.Sprintf("%s%02d", *basename, num)
+		var name string
+		if scalewayMeta != nil {
+			// The -name passed to 'docker run' should match the
+			// c1 instance hostname for debugability.
+			// There should only be one running container per c1 instance.
+			name = scalewayMeta.Hostname
+		} else {
+			name = fmt.Sprintf("%s%02d", *basename, num)
+		}
 		if running[name] {
 			continue
 		}
@@ -113,3 +135,24 @@ func checkFix() error {
 	}
 	return nil
 }
+
+type scalewayMetadata struct {
+	Name     string   `json:"name"`
+	Hostname string   `json:"hostname"`
+	Tags     []string `json:"tags"`
+}
+
+func initScalewayMeta() {
+	const metaURL = "http://169.254.42.42/conf?format=json"
+	res, err := http.Get(metaURL)
+	if err != nil {
+		log.Fatalf("failed to get scaleway metadata: %v", err)
+	}
+	defer res.Body.Close()
+	if res.StatusCode != http.StatusOK {
+		log.Fatalf("failed to get scaleway metadata from %s: %v", metaURL, res.Status)
+	}
+	if err := json.NewDecoder(res.Body).Decode(scalewayMeta); err != nil {
+		log.Fatalf("invalid JSON from scaleway metadata URL %s: %v", metaURL, err)
+	}
+}