Dirty draft for extension tests

Author: sergiordlr

Diff for: Makefile

@@ -1,5 +1,5 @@
 MCO_COMPONENTS = daemon controller server operator
-EXTRA_COMPONENTS = apiserver-watcher machine-os-builder
+EXTRA_COMPONENTS = apiserver-watcher machine-os-builder machine-config-operator-ext-test
 ALL_COMPONENTS = $(patsubst %,machine-config-%,$(MCO_COMPONENTS)) $(EXTRA_COMPONENTS)
 PREFIX ?= /usr
 GO111MODULE?=on

Diff for: cmd/machine-config-operator-ext-test/main.go

@@ -0,0 +1,144 @@
+package main
+
+import (
+	"fmt"
+	"os"
+
+	//et "github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests"
+	"github.com/spf13/cobra"
+
+	e2e "k8s.io/kubernetes/test/e2e/framework"
+	"github.com/openshift-eng/openshift-tests-extension/pkg/cmd"
+	e "github.com/openshift-eng/openshift-tests-extension/pkg/extension"
+	g "github.com/openshift-eng/openshift-tests-extension/pkg/ginkgo"
+	exutil "github.com/openshift/openshift-tests-private/test/extended/util"
+
+	// If using ginkgo, import your tests here
+	//_ "github.com/openshift-eng/openshift-tests-extension/test/example"
+        _ "github.com/openshift/openshift-tests-private/test/extended/mco"
+)
+
+func main() {
+	// Extension registry
+	registry := e.NewRegistry()
+        exutil.InitStandardFlags()
+	e2e.AfterReadingAllFlags(exutil.TestContext)
+
+	exutil.AnnotateTestSuite()
+        exutil.TestContext.AllowedNotReadyNodes = 100
+        exutil.TestContext.MaxNodesToGather = 0
+
+	err := exutil.InitTest(false)
+	if err != nil {
+		panic(fmt.Sprintf("couldn't init tests: %+v", err.Error()))
+	}
+
+	// You can declare multiple extensions, but most people will probably only need to create one.
+	ext := e.NewExtension("openshift", "payload", "mco")
+
+	// Add suites to the extension. Specifying parents will cause the tests from this suite
+	// to be included when a parent is invoked.
+	ext.AddSuite(
+		e.Suite{
+			Name:    "mco/tests",
+			Parents: []string{"openshift/conformance/parallel"},
+		})
+
+	// The tests that a suite is composed of can be filtered by CEL expressions. By
+	// default, the qualifiers only apply to tests from this extension.
+//	ext.AddSuite(e.Suite{
+//		Name: "test/extended/mco",
+////		Qualifiers: []string{
+////			`!labels.exists(l, l=="SLOW")`,
+////		},
+//	})
+//
+	// Global suites' qualifiers will apply to all tests available, even
+	// those outside of this extension (when invoked by origin).
+//	ext.AddGlobalSuite(e.Suite{
+//		Name: "example/slow",
+//		Qualifiers: []string{
+//			`labels.exists(l, l=="SLOW")`,
+//		},
+//	})
+
+	// If using Ginkgo, build test specs automatically
+	specs, err := g.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite()
+	if err != nil {
+		panic(fmt.Sprintf("couldn't build extension test specs from ginkgo: %+v", err.Error()))
+	}
+
+	// Environment selector information can be added to test specs to support filtering by environment
+	//specs.Select(et.NameContains("[sig-testing] openshift-tests-extension should support test-skips via environment flags")).
+	//	Include(et.PlatformEquals("aws"))
+
+	// You can add hooks to run before/after tests. There are BeforeEach, BeforeAll, AfterEach,
+	// and AfterAll. "Each" functions must be thread safe.
+	//
+	// specs.AddBeforeAll(func() {
+	// 	initializeTestFramework()
+	// })
+	//
+	// specs.AddBeforeEach(func(spec ExtensionTestSpec) {
+	//	if spec.Name == "my test" {
+	//		// do stuff
+	//	}
+	// })
+	//
+	// specs.AddAfterEach(func(res *ExtensionTestResult) {
+	// 	if res.Result == ResultFailed && apiTimeoutRegexp.Matches(res.Output) {
+	// 		res.AddDetails("api-timeout", collectDiagnosticInfo())
+	// 	}
+	// })
+
+	// You can also manually build a test specs list from other testing tooling
+	// TODO: example
+
+	// Modify specs, such as adding a label to all specs
+	// 	specs = specs.AddLabel("SLOW")
+
+	// Specs can be globally filtered...
+	specs = specs.MustFilter([]string{`name.contains("ocb")`})
+
+	// Or walked...
+	// specs = specs.Walk(func(spec *extensiontests.ExtensionTestSpec) {
+	//	if strings.Contains(e.Name, "scale up") {
+	//		e.Labels.Insert("SLOW")
+	//	}
+	//
+	// Specs can also be selected...
+	// specs = specs.Select(et.NameContains("slow test")).AddLabel("SLOW")
+	//
+	// Or with "any" (or) matching selections
+	// specs = specs.SelectAny(et.NameContains("slow test"), et.HasLabel("SLOW"))
+	//
+	// Or with "all" (and) matching selections
+	// specs = specs.SelectAll(et.NameContains("slow test"), et.HasTagWithValue("speed", "slow"))
+	//
+	// Test renames
+	//	if spec.Name == "[sig-testing] openshift-tests-extension has a test with a typo" {
+	//		spec.OriginalName = `[sig-testing] openshift-tests-extension has a test with a tpyo`
+	//	}
+	//
+	// Filter by environment flags
+	// if spec.Name == "[sig-testing] openshift-tests-extension should support defining the platform for tests" {
+	//		spec.Include(et.PlatformEquals("aws"))
+	//		spec.Exclude(et.And(et.NetworkEquals("ovn"), et.TopologyEquals("ha")))
+	//	}
+	// })
+
+	ext.AddSpecs(specs)
+	registry.Register(ext)
+
+	root := &cobra.Command{
+		Long: "OpenShift Tests Extension Example",
+	}
+
+	root.AddCommand(cmd.DefaultExtensionCommands(registry)...)
+
+	if err := func() error {
+		return root.Execute()
+	}(); err != nil {
+		os.Exit(1)
+	}
+}