test

Author: smarterclayton

test/extended/router/metrics.go

@@ -0,0 +1,109 @@
+package images
+
+import (
+	"fmt"
+	"strconv"
+
+	g "github.com/onsi/ginkgo"
+	o "github.com/onsi/gomega"
+
+	kapi "k8s.io/kubernetes/pkg/api"
+	kapierrs "k8s.io/kubernetes/pkg/api/errors"
+	e2e "k8s.io/kubernetes/test/e2e/framework"
+
+	exutil "github.com/openshift/origin/test/extended/util"
+)
+
+var _ = g.Describe("[Conformance][networking][router] openshift routers", func() {
+	defer g.GinkgoRecover()
+	var (
+		oc = exutil.NewCLI("router-metrics", exutil.KubeConfigPath())
+
+		username, password, execPodName, ns string
+	)
+
+	g.BeforeEach(func() {
+		dc, err := oc.AdminClient().DeploymentConfigs("default").Get("router")
+		if kapierrs.IsNotFound(err) {
+			g.Skip("no router installed on the cluster")
+			return
+		}
+		o.Expect(err).NotTo(o.HaveOccurred())
+		env := dc.Spec.Template.Spec.Containers[0].Env
+		username, password = findEnvVar(env, "STATS_USERNAME"), findEnvVar(env, "STATS_PASSWORD")
+
+		ns = oc.KubeFramework().Namespace.Name
+	})
+
+	g.Describe("The HAProxy router", func() {
+		g.It("should expose a health check on the metrics port", func() {
+			execPodName = exutil.CreateExecPodOrFail(oc.AdminKubeClient().Core(), ns, "execpod")
+			defer func() { oc.AdminKubeClient().Core().Pods(ns).Delete(execPodName, kapi.NewDeleteOptions(1)) }()
+
+			g.By("listening on the health port")
+			err := expectURLStatusCodeExec(ns, execPodName, "http://router.default.svc:1935/healthz", 200)
+			o.Expect(err).NotTo(o.HaveOccurred())
+		})
+
+		g.It("should expose prometheus metrics", func() {
+			execPodName = exutil.CreateExecPodOrFail(oc.AdminKubeClient().Core(), ns, "execpod")
+			defer func() { oc.AdminKubeClient().Core().Pods(ns).Delete(execPodName, kapi.NewDeleteOptions(1)) }()
+
+			g.By("preventing access without a username and password")
+			err := expectURLStatusCodeExec(ns, execPodName, "http://router.default.svc:1935/metrics", 403)
+			o.Expect(err).NotTo(o.HaveOccurred())
+
+			g.By("at /metrics endpoint")
+			results, err := getAuthenticatedURLViaPod(ns, execPodName, "http://router.default.svc:1935/metrics", username, password)
+			o.Expect(err).NotTo(o.HaveOccurred())
+			o.Expect(results).To(o.ContainSubstring("haproxy_server_max_sessions{"))
+			o.Expect(results).To(o.ContainSubstring("openshift_build_info{"))
+			o.Expect(results).To(o.ContainSubstring("haproxy_process_max_fds "))
+			o.Expect(results).To(o.ContainSubstring("haproxy_up 1"))
+		})
+
+		g.It("should expose the profiling endpoints", func() {
+			execPodName = exutil.CreateExecPodOrFail(oc.AdminKubeClient().Core(), ns, "execpod")
+			defer func() { oc.AdminKubeClient().Core().Pods(ns).Delete(execPodName, kapi.NewDeleteOptions(1)) }()
+
+			g.By("preventing access without a username and password")
+			err := expectURLStatusCodeExec(ns, execPodName, "http://router.default.svc:1935/debug/pprof/heap", 403)
+			o.Expect(err).NotTo(o.HaveOccurred())
+
+			g.By("at /debug/pprof")
+			results, err := getAuthenticatedURLViaPod(ns, execPodName, "http://router.default.svc:1935/debug/pprof/heap", username, password)
+			o.Expect(err).NotTo(o.HaveOccurred())
+			o.Expect(results).To(o.ContainSubstring("# runtime.MemStats"))
+		})
+	})
+})
+
+func findEnvVar(vars []kapi.EnvVar, key string) string {
+	for _, v := range vars {
+		if v.Name == key {
+			return v.Value
+		}
+	}
+	return ""
+}
+
+func expectURLStatusCodeExec(ns, execPodName, url string, statusCode int) error {
+	cmd := fmt.Sprintf("curl -s -o /dev/null -w '%%{http_code}' %q", url)
+	output, err := e2e.RunHostCmd(ns, execPodName, cmd)
+	if err != nil {
+		return fmt.Errorf("host command failed: %v\n%s", err, output)
+	}
+	if output != strconv.Itoa(statusCode) {
+		return fmt.Errorf("last response from server was not %d: %s", statusCode, output)
+	}
+	return nil
+}
+
+func getAuthenticatedURLViaPod(ns, execPodName, url, user, pass string) (string, error) {
+	cmd := fmt.Sprintf("curl -s -u %s:%s %q", user, pass, url)
+	output, err := e2e.RunHostCmd(ns, execPodName, cmd)
+	if err != nil {
+		return "", fmt.Errorf("host command failed: %v\n%s", err, output)
+	}
+	return output, nil
+}