Teardown from lightning-xpu (from #PR- 3)

From Lightning-AI#3

Author: abhilash1910

src/lightning/fabric/strategies/deepspeed.py

@@ -484,8 +484,9 @@ def load_checkpoint(
 
         torch.cuda.empty_cache()
         with suppress(AttributeError):
-            torch.xpu.empty_cache()
-
+            if _LIGHTNING_XPU_AVAILABLE:
+                XPUAccelerator.teardown()
+                
         _, client_state = engine.load_checkpoint(
             path,
             tag="checkpoint",