torch get device with index of CUDA_VISIBLE_DEVICES, not value of it (#1096)

* torch get device with index of CUDA_VISIBLE_DEVICES, not value of it

* revert rocm text

Author: CSY-ModelCloud

gptqmodel/nn_modules/qlinear/marlin.py

@@ -322,8 +322,7 @@ def validate_device(cls, device: DEVICE):
             if CUDA_VISIBLE_DEVICES is None:
                 has_cuda_v8 = all(torch.cuda.get_device_capability(i)[0] >= 8 for i in range(torch.cuda.device_count()))
             else:
-                has_cuda_v8 = all(torch.cuda.get_device_capability(int(i))[0] >= 8 for i in CUDA_VISIBLE_DEVICES.split(","))
-                
+                has_cuda_v8 = all(torch.cuda.get_device_capability(i)[0] >= 8 for i in range(len(CUDA_VISIBLE_DEVICES.split(","))))
             if not has_cuda_v8:
                 raise NotImplementedError("Marlin kernel only supports compute capability >= 8.0.")