azurestack: Move to WWT environment. (#38670)

Reusing the WWT steps used by QE team to install a cluster on
azurestack for the e2e-azurestack tests in order to move from
the deprecated PPE environment to WWT.

Author: rna-afk

ci-operator/config/openshift/installer/openshift-installer-master.yaml

@@ -658,17 +658,19 @@ tests:
     workflow: ipi-aws
   timeout: 6h0m0s
 - as: e2e-azurestack
+  cluster: build01
   optional: true
   run_if_changed: (azure|azurestack)
   steps:
-    cluster_profile: azurestack
+    cluster_profile: azurestack-qe
     workflow: openshift-e2e-azurestack
   timeout: 6h0m0s
 - as: e2e-azurestack-upi
+  cluster: build01
   optional: true
   run_if_changed: ^(upi/(azure|azurestack)/.*)
   steps:
-    cluster_profile: azurestack
+    cluster_profile: azurestack-qe
     workflow: openshift-e2e-azurestack-upi
   timeout: 6h0m0s
 - as: e2e-ibmcloud-ovn

ci-operator/jobs/openshift/installer/openshift-installer-master-presubmits.yaml

@@ -2877,14 +2877,15 @@ presubmits:
     branches:
     - ^master$
     - ^master-
-    cluster: build04
+    cluster: build01
     context: ci/prow/e2e-azurestack
     decorate: true
     decoration_config:
       timeout: 6h0m0s
     labels:
       ci-operator.openshift.io/cloud: azurestack
-      ci-operator.openshift.io/cloud-cluster-profile: azurestack
+      ci-operator.openshift.io/cloud-cluster-profile: azurestack-qe
+      ci-operator.openshift.io/cluster: build01
       ci.openshift.io/generator: prowgen
       pj-rehearse.openshift.io/can-be-rehearsed: "true"
     name: pull-ci-openshift-installer-master-e2e-azurestack
@@ -2943,7 +2944,7 @@ presubmits:
           secretName: ci-pull-credentials
       - name: cluster-profile
         secret:
-          secretName: cluster-secrets-azurestack
+          secretName: cluster-secrets-azurestack-qe
       - name: manifest-tool-local-pusher
         secret:
           secretName: manifest-tool-local-pusher
@@ -2959,14 +2960,15 @@ presubmits:
     branches:
     - ^master$
     - ^master-
-    cluster: build04
+    cluster: build01
     context: ci/prow/e2e-azurestack-upi
     decorate: true
     decoration_config:
       timeout: 6h0m0s
     labels:
       ci-operator.openshift.io/cloud: azurestack
-      ci-operator.openshift.io/cloud-cluster-profile: azurestack
+      ci-operator.openshift.io/cloud-cluster-profile: azurestack-qe
+      ci-operator.openshift.io/cluster: build01
       ci.openshift.io/generator: prowgen
       pj-rehearse.openshift.io/can-be-rehearsed: "true"
     name: pull-ci-openshift-installer-master-e2e-azurestack-upi
@@ -3025,7 +3027,7 @@ presubmits:
           secretName: ci-pull-credentials
       - name: cluster-profile
         secret:
-          secretName: cluster-secrets-azurestack
+          secretName: cluster-secrets-azurestack-qe
       - name: manifest-tool-local-pusher
         secret:
           secretName: manifest-tool-local-pusher

ci-operator/step-registry/azure/deprovision/resourcegroup/azure-deprovision-resourcegroup-commands.sh

@@ -18,26 +18,9 @@ AZURE_AUTH_TENANT_ID="$(<"${AZURE_AUTH_LOCATION}" jq -r .tenantId)"
 if [[ "${CLUSTER_TYPE}" == "azuremag" ]]; then
     az cloud set --name AzureUSGovernment
 elif [[ "${CLUSTER_TYPE}" == "azurestack" ]]; then
-    if [ ! -f "${CLUSTER_PROFILE_DIR}/cloud_name" ]; then
-        echo "Unable to get specific ASH cloud name!"
-        exit 1
-    fi
-    cloud_name=$(< "${CLUSTER_PROFILE_DIR}/cloud_name")
-
-    AZURESTACK_ENDPOINT=$(cat "${SHARED_DIR}"/AZURESTACK_ENDPOINT)
-    SUFFIX_ENDPOINT=$(cat "${SHARED_DIR}"/SUFFIX_ENDPOINT)
-
-    if [[ -f "${CLUSTER_PROFILE_DIR}/ca.pem" ]]; then
-        cp "${CLUSTER_PROFILE_DIR}/ca.pem" /tmp/ca.pem
-        cat /usr/lib64/az/lib/python*/site-packages/certifi/cacert.pem >> /tmp/ca.pem
-        export REQUESTS_CA_BUNDLE=/tmp/ca.pem
-    fi
-    az cloud register \
-        -n ${cloud_name} \
-        --endpoint-resource-manager "${AZURESTACK_ENDPOINT}" \
-        --suffix-storage-endpoint "${SUFFIX_ENDPOINT}"
-    az cloud set --name ${cloud_name}
-    az cloud update --profile 2019-03-01-hybrid
+    # Login using the shared dir scripts created in the ipi-conf-azurestack-commands.sh
+    chmod +x "${SHARED_DIR}/azurestack-login-script.sh"
+    source ${SHARED_DIR}/azurestack-login-script.sh
 else
     az cloud set --name AzureCloud
 fi

ci-operator/step-registry/ipi/azurestack/pre/ipi-azurestack-pre-chain.yaml

@@ -4,6 +4,7 @@ chain:
   - chain: ipi-conf-azurestack
   - ref: ipi-conf-azurestack-creds
   - ref: ipi-conf-azurestack-rhcos
+  - ref: ipi-conf-additional-ca-azurestack
   - chain: ipi-install
   documentation: |-
     The IPI setup step contains all steps that provision an OpenShift cluster

ci-operator/step-registry/ipi/conf/azurestack/ipi-conf-azurestack-ref.yaml

@@ -25,11 +25,11 @@ ref:
       These sizes are roughly consistent across all cloud providers, but we may not be able to instantiate some sizes
       in some regions or accounts due to quota issues.
   - name: AZURESTACK_ENDPOINT
-    default: 'https://management.ppe3.stackpoc.com'
+    default: 'https://management.mtcazs.wwtatc.com'
     documentation: |-
       The Azure Stack Hub Endpoint to connect to.
   - name: SUFFIX_ENDPOINT
-    default: "ppe3.stackpoc.com"
+    default: "mtcazs.wwtatc.com"
     documentation: |-
       The endpoint suffix for storage accounts.
   documentation: |-

ci-operator/step-registry/ipi/conf/azurestack/rhcos/ipi-conf-azurestack-rhcos-commands.sh

@@ -12,7 +12,7 @@ suffix_endpoint=$(cat "${SHARED_DIR}/SUFFIX_ENDPOINT")
 chmod +x "${SHARED_DIR}/azurestack-login-script.sh"
 source ${SHARED_DIR}/azurestack-login-script.sh
 
-# Hard-coded storage account info for PPE3 environment.
+# Hard-coded storage account info for WWT environment.
 # The resource group, storage account, & container are expected to exist.
 resource_group=${RHCOS_VHD_RESOURCE_GROUP}
 storage_account=${RHCOS_VHD_STORAGE_ACCOUNT}

ci-operator/step-registry/ipi/conf/azurestack/rhcos/ipi-conf-azurestack-rhcos-ref.yaml

@@ -12,12 +12,12 @@ ref:
     mount_path: /var/run/azurestack-cluster-secrets
   env:
   - name: RHCOS_VHD_RESOURCE_GROUP
-    default: "rhcos-storage-rg"
+    default: "rhcosvhd"
     documentation: |-
-      The resource group of boot image vhd, the default value is for PPE3 environment.
+      The resource group of boot image vhd, the default value is for WWT environment.
   - name: RHCOS_VHD_STORAGE_ACCOUNT
-    default: "rhcosvhdsa"
+    default: "vhdsa"
     documentation: |-
-      The storage aaccount of boot image vhd, the default value is for PPE3 environment.
+      The storage aaccount of boot image vhd, the default value is for WWT environment.
   documentation: |-
     The IPI ASH configure RHCOS step checks whether the RHCOS image specified in COREOS stream is available in the environment, uploads it if not available, and specifies the image in the install config.

ci-operator/step-registry/ipi/deprovision/azure/resourcegroup/ipi-deprovision-azure-resourcegroup-commands.sh

@@ -18,15 +18,9 @@ AZURE_AUTH_LOCATION="${CLUSTER_PROFILE_DIR}/osServicePrincipal.json"
 if [ "$cloud_name" == "AzureStackCloud" ]; then
     AZURE_AUTH_LOCATION="${SHARED_DIR}/osServicePrincipal.json"
 
-	AZURESTACK_ENDPOINT=$(cat ${SHARED_DIR}/AZURESTACK_ENDPOINT)
-	SUFFIX_ENDPOINT=$(cat ${SHARED_DIR}/SUFFIX_ENDPOINT)
-
-	az cloud register \
-		-n PPE \
-		--endpoint-resource-manager "${AZURESTACK_ENDPOINT}" \
-		--suffix-storage-endpoint "${SUFFIX_ENDPOINT}" 
-	az cloud set -n PPE
-	az cloud update --profile 2019-03-01-hybrid
+	# Login using the shared dir scripts created in the ipi-conf-azurestack-commands.sh
+	chmod +x "${SHARED_DIR}/azurestack-login-script.sh"
+	source ${SHARED_DIR}/azurestack-login-script.sh
 fi
 
 AZURE_AUTH_CLIENT_ID="$(<"${AZURE_AUTH_LOCATION}" jq -r .clientId)"

ci-operator/step-registry/openshift/e2e/test/openshift-e2e-test-commands.sh

@@ -131,6 +131,7 @@ azure4|azure-arm64) export TEST_PROVIDER=azure;;
 azurestack)
     export TEST_PROVIDER="none"
     export AZURE_AUTH_LOCATION=${SHARED_DIR}/osServicePrincipal.json
+    export SSL_CERT_FILE="${CLUSTER_PROFILE_DIR}/ca.pem"
     ;;
 vsphere)
     # shellcheck disable=SC1090

ci-operator/step-registry/upi/azurestack/pre/upi-azurestack-pre-chain.yaml

@@ -5,6 +5,7 @@ chain:
   - chain: ipi-conf-azurestack
   - ref: ipi-conf-azurestack-creds
   - ref: ipi-conf-azurestack-rhcos
+  - ref: ipi-conf-additional-ca-azurestack
   - ref: upi-install-azurestack
   - ref: ipi-install-times-collection
   documentation: >-