Clean up Node Shutdown metadata in test cleanup (#72726)

This commit ensures that node shutdown metadata is cleaned up between
tests, as it causes unrelated tests to fail if a test leaves node
shutdown metadata in place.

Author: gwbrown

test/framework/src/main/java/org/elasticsearch/test/rest/ESRestTestCase.java

@@ -705,9 +705,34 @@ private void wipeCluster() throws Exception {
             deleteAllAutoFollowPatterns();
         }
 
+        deleteAllNodeShutdownMetadata();
+
         assertThat("Found in progress snapshots [" + inProgressSnapshots.get() + "].", inProgressSnapshots.get(), anEmptyMap());
     }
 
+    /**
+     * If any nodes are registered for shutdown, removes their metadata.
+     */
+    @SuppressWarnings("unchecked")
+    private static void deleteAllNodeShutdownMetadata() throws IOException {
+        final boolean NODE_SHUTDOWN_ENABLED = "true".equals(System.getProperty("es.shutdown_feature_flag_enabled"));
+        if (NODE_SHUTDOWN_ENABLED == false) {
+            return;
+        }
+        Request getShutdownStatus = new Request("GET", "_nodes/shutdown");
+        Map<String, Object> statusResponse = responseAsMap(client().performRequest(getShutdownStatus));
+        if (statusResponse.get("nodes") instanceof List) { // for some reason `nodes` is parsed as a Map<> if it's empty
+            List<Map<String, Object>> nodesArray = (List<Map<String, Object>>) statusResponse.get("nodes");
+            List<String> nodeIds = nodesArray.stream()
+                .map(nodeShutdownMetadata -> (String) nodeShutdownMetadata.get("node_id"))
+                .collect(Collectors.toUnmodifiableList());
+            for (String nodeId : nodeIds) {
+                Request deleteRequest = new Request("DELETE", "_nodes/" + nodeId + "/shutdown");
+                assertOK(client().performRequest(deleteRequest));
+            }
+        }
+    }
+
     protected static void wipeAllIndices() throws IOException {
         boolean includeHidden = minimumNodeVersion().onOrAfter(Version.V_7_7_0);
         try {

x-pack/plugin/shutdown/qa/multi-node/src/javaRestTest/java/org/elasticsearch/xpack/shutdown/NodeShutdownIT.java

@@ -65,7 +65,6 @@ public void testCRUD() throws Exception {
     /**
      * A very basic smoke test to make sure the allocation decider is working.
      */
-    @AwaitsFix(bugUrl = "https://github.com/elastic/elasticsearch/issues/72589")
     @SuppressWarnings("unchecked")
     public void testAllocationPreventedForRemoval() throws Exception {
         Request nodesRequest = new Request("GET", "_nodes");