Support optimizer capturable on hpu and xpu

Cherry-pick: pytorch#132119

Change-Id: Id99c3f13fc69d8ac0a714befd34de34851a69dbd

Author: internal developer

torch/optim/optimizer.py

@@ -217,7 +217,7 @@ def _get_scalar_dtype(is_fused=None):
 
 def _get_capturable_supported_devices(supports_xla: bool = True) -> List[str]:
     r"""Return the device type list that supports capturable optimizer."""
-    capturable_supported_devices = ["cuda"]
+    capturable_supported_devices = ["cuda", "xpu", "hpu"]
     if not torch.jit.is_scripting():
         capturable_supported_devices.append(torch._C._get_privateuse1_backend_name())
     if supports_xla: