Support optimizer capturable on hpu and xpu (#132119)

as title
Pull Request resolved: #132119
Approved by: https://github.com/jgong5, https://github.com/janeyx99

Author: xinyu-intel

torch/optim/optimizer.py

@@ -210,7 +210,7 @@ def _get_scalar_dtype(is_fused=None):
 
 def _get_capturable_supported_devices(supports_xla: bool = True) -> List[str]:
     r"""Return the device type list that supports capturable optimizer."""
-    capturable_supported_devices = ["cuda"]
+    capturable_supported_devices = ["cuda", "xpu", "hpu"]
     if not torch.jit.is_scripting():
         capturable_supported_devices.append(torch._C._get_privateuse1_backend_name())
     if supports_xla: