chore: migrate from kuttl to chainsaw

Signed-off-by: Charles-Edouard Brétéché <[email protected]>

Author: eddycharly

.chainsaw.yaml

@@ -0,0 +1,13 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/kyverno/chainsaw/main/.schemas/json/configuration-chainsaw-v1alpha1.json
+apiVersion: chainsaw.kyverno.io/v1alpha1
+kind: Configuration
+metadata:
+  name: configuration
+spec:
+  namespace: grafana-operator-system
+  timeouts:
+    assert: 2m0s
+    cleanup: 2m0s
+    delete: 2m0s
+    error: 2m0s
+    exec: 2m0s

.github/workflows/e2e.yaml

@@ -75,8 +75,8 @@ jobs:
       - name: Run e2e
         shell: bash
         run: |
-          # install kuttl
-          make kuttl
+          # install chainsaw
+          make chainsaw
           # Run e2e
           VERSION=latest make e2e
 

CONTRIBUTING.md

@@ -4,7 +4,7 @@ Thank you for investing your time in contributing to our project.
 
 ## Development
 
-The operator uses unit tests and [Kuttl](https://kuttl.dev/) for e2e tests to make sure that the operator is working as intended, we use make to generate a number of docs and scripts for us.
+The operator uses unit tests and [chainsaw](https://kyverno.github.io/chainsaw/) for e2e tests to make sure that the operator is working as intended, we use make to generate a number of docs and scripts for us.
 
 The operator embeds [grafonnet-lib](https://github.com/grafana/grafonnet-lib) inside `embeds/grafonnet-lib`. It used to be a git submodule, however, as that folder was only filled when the git submodule was initiated, the grafana-operator couldn't be imported externally.
 
@@ -67,9 +67,9 @@ make run
 To interact wit the cluster through kubectl you can ether run `kind export kubeconfig -n kind-grafana`
 or follow the instructions in the output from the script.
 
-### E2e tests using Kuttl
+### E2e tests using chainsaw
 
-As mentioned above we use Kuttl to run e2e tests for the operator, we normally run Kuttl on [Kind](https://kind.sigs.k8s.io/)
+As mentioned above we use chainsaw to run e2e tests for the operator, we normally run chainsaw on [Kind](https://kind.sigs.k8s.io/)
 
 The `make e2e` command will
 
@@ -78,7 +78,7 @@ The `make e2e` command will
 make ko-build-kind
 # Create grafana-operator-system namespace
 kubectl create ns grafana-operator-system
-# Run the Kuttl tests
+# Run the chainsaw tests
 VERSION=latest make e2e
 ```
 

Makefile

@@ -40,11 +40,11 @@ else
 GOBIN=$(shell go env GOBIN)
 endif
 
-# Checks if kuttl is in your PATH
-ifneq ($(shell which kubectl-kuttl),)
-KUTTL=$(shell which kubectl-kuttl)
+# Checks if chainsaw is in your PATH
+ifneq ($(shell which chainsaw),)
+CHAINSAW=$(shell which chainsaw)
 else
-KUTTL=$(shell pwd)/bin/kubectl-kuttl
+CHAINSAW=$(shell pwd)/bin/chainsaw
 endif
 
 # Setting SHELL to bash allows bash commands to be executed by recipes.
@@ -151,9 +151,9 @@ deploy: manifests kustomize ## Deploy controller to the K8s cluster specified in
 	cd config/manager && $(KUSTOMIZE) edit set image controller=${IMG}
 	$(KUSTOMIZE) build config/default | kubectl apply -f -
 
-.PHONY: deploy-kuttl
-deploy-kuttl: manifests kustomize ## Deploy controller to the K8s cluster specified in ~/.kube/config.
-	$(KUSTOMIZE) build config/kuttl-overlay | kubectl apply -f -
+.PHONY: deploy-chainsaw
+deploy-chainsaw: manifests kustomize ## Deploy controller to the K8s cluster specified in ~/.kube/config.
+	$(KUSTOMIZE) build config/chainsaw-overlay | kubectl apply -f -
 
 .PHONY: undeploy
 undeploy: ## Undeploy controller from the K8s cluster specified in ~/.kube/config. Call with ignore-not-found=true to ignore resource not found errors during deletion.
@@ -247,19 +247,19 @@ bundle/redhat: bundle
 
 # e2e
 .PHONY: e2e
-e2e: kuttl install deploy-kuttl ## Run e2e tests using kuttl.
-	$(KUTTL) test
+e2e: chainsaw install deploy-chainsaw ## Run e2e tests using chainsaw.
+	$(CHAINSAW) test --test-dir ./tests/e2e
 
-# Find or download kuttl
-kuttl:
-ifeq (, $(shell which kubectl-kuttl))
+# Find or download chainsaw
+chainsaw:
+ifeq (, $(shell which chainsaw))
 	@{ \
 	set -e ;\
-	go install github.com/kudobuilder/kuttl/cmd/kubectl-kuttl@v0.12.1 ;\
+	go install github.com/kyverno/chainsaw@v0.1.3 ;\
 	}
-KUTTL=$(GOBIN)/kubectl-kuttl
+CHAINSAW=$(GOBIN)/chainsaw
 else
-KUTTL=$(shell which kubectl-kuttl)
+CHAINSAW=$(shell which chainsaw)
 endif
 
 golangci:

config/kuttl-overlay/deployment-patch.yaml renamed to config/chainsaw-overlay/deployment-patch.yaml

@@ -0,0 +1,56 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/kyverno/chainsaw/main/.schemas/json/test-chainsaw-v1alpha1.json
+apiVersion: chainsaw.kyverno.io/v1alpha1
+kind: Test
+metadata:
+  creationTimestamp: null
+  name: example-test
+spec:
+  steps:
+  - name: step-00
+    try:
+    - apply:
+        file: 00-create-external-grafana.yaml
+    - apply:
+        file: 00-create-grafana.yaml
+    - assert:
+        file: 00-assert.yaml
+  - name: step-01
+    try:
+    - apply:
+        file: 01-datasource.yaml
+    - assert:
+        file: 01-assert.yaml
+  - name: step-02
+    try:
+    - assert:
+        file: 02-assert.yaml
+  - name: step-03
+    try:
+    - apply:
+        file: 03-dashboard.yaml
+    - assert:
+        file: 03-assert.yaml
+  - name: step-04
+    try:
+    - apply:
+        file: 04-dashboard.yaml
+    - assert:
+        file: 04-assert.yaml
+  - name: step-05
+    try:
+    - apply:
+        file: 05-dashboard.yaml
+    - assert:
+        file: 05-assert.yaml
+  - name: step-06
+    try:
+    - apply:
+        file: 06-dashboard.yaml
+    - assert:
+        file: 06-assert.yaml
+  - name: step-07
+    try:
+    - apply:
+        file: 07-jsonnet-project.yaml
+    - assert:
+        file: 07-assert.yaml