kola/tests: add kubernetes static pod test

This is a basic smoke test to ensure a node can handle static pods on
RHCOS.  The test configures the static pod through ignition (drops in
kubelet configuration, static pod definition, and kubelet unit file).

Since there can be different container runtimes, the test verify that
nginx is running on port 80 using curl.

Author: mike-nguyen

kola/tests/kubernetes/kubelet.go

@@ -0,0 +1,148 @@
+// Copyright 2018 Red Hat, Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package kubernetes
+
+import (
+	"bytes"
+	"fmt"
+	"time"
+
+	"github.com/coreos/mantle/kola/cluster"
+	"github.com/coreos/mantle/kola/register"
+	"github.com/coreos/mantle/platform/conf"
+	"github.com/coreos/mantle/util"
+
+	"github.com/vincent-petithory/dataurl"
+)
+
+var (
+	kubeletConfigYAML = dataurl.Escape([]byte(`kind: KubeletConfiguration
+apiVersion: kubelet.config.k8s.io/v1beta1
+clusterDomain: kube.local
+clusterDNS: [10.254.0.10]
+cgroupDriver: systemd
+staticPodPath: /etc/kubernetes/manifests/
+authorization:
+  mode: AlwaysAllow
+authentication:
+  anonymous:
+    enabled: true
+  webhook:
+    enabled: false`))
+
+	staticPodYAML = dataurl.Escape([]byte(`apiVersion: v1
+kind: Pod
+metadata:
+  name: static-web
+  labels:
+    role: myrole
+spec:
+  containers:
+    - name: web
+      image: nginx
+      ports:
+        - name: web
+          containerPort: 80
+          hostPort: 80`))
+
+	kubeletUnit = `[Unit]
+Description=Kubernetes Kubelet
+Requires=docker.service
+After=docker.service
+
+[Service]
+ExecStart=/usr/bin/hyperkube kubelet --config /etc/kubernetes/kubeletconfig
+
+Restart=always
+RestartSec=10
+
+[Install]
+WantedBy=multi-user.target`
+
+	staticPodIgnitionConfig = conf.Ignition(fmt.Sprintf(`{
+    "ignition": {
+        "config": {},
+        "security": {
+            "tls": {}
+        },
+        "timeouts": {},
+        "version": "2.2.0"
+    },
+    "networkd": {},
+    "passwd": {},
+    "storage": {
+        "files": [
+            {
+                "contents": {
+                    "source": "data:,%s",
+                    "verification": {}
+                },
+                "filesystem": "root",
+                "mode": 420,
+                "path": "/etc/kubernetes/kubeletconfig"
+            },
+            {
+                "contents": {
+                    "source": "data:,%s",
+                    "verification": {}
+                },
+                "filesystem": "root",
+                "mode": 420,
+                "path": "/etc/kubernetes/manifests/static-pod.yaml"
+            }
+        ]
+    },
+    "systemd": {
+        "units": [
+            {
+                "contents": %q,
+                "enabled": true,
+                "name": "kubelet.service"
+            }
+        ]
+    }
+}`, kubeletConfigYAML, staticPodYAML, kubeletUnit))
+)
+
+func init() {
+	// Test: verify kubelet can schedule a static pod
+	register.Register(&register.Test{
+		Name:             "kubernetes.kubelet.static-pod",
+		Run:              kubeletStaticPodTest,
+		ClusterSize:      1,
+		UserData:         staticPodIgnitionConfig,
+		ExcludePlatforms: []string{"qemu"},
+		Distros:          []string{"rhcos"},
+	})
+}
+
+func kubeletStaticPodTest(c cluster.TestCluster) {
+	m := c.Machines()[0]
+
+	podIsRunning := func() error {
+		b, err := c.SSH(m, `curl -f http://localhost 2>/dev/null`)
+		if err != nil {
+			return err
+		}
+		if !bytes.Contains(b, []byte("nginx")) {
+			return fmt.Errorf("nginx pod is not running %s", b)
+		}
+		return nil
+	}
+
+	if err := util.Retry(10, 10*time.Second, podIsRunning); err != nil {
+		c.Fatal(err)
+	}
+}