Skip to content

Commit 6b46213

Browse files
committed
Additional code review changes
1 parent f18ad77 commit 6b46213

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

ggml/src/ggml-cuda/ggml-cuda.cu

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1216,8 +1216,7 @@ static void ggml_cuda_op_mul_mat_cublas(
12161216

12171217
CUBLAS_CHECK(cublasSetStream(ctx.cublas_handle(id), stream));
12181218

1219-
const int compute_capability = ggml_cuda_info().devices[ctx.device].cc;
1220-
if (GGML_CUDA_CC_IS_CDNA(compute_capability) || GGML_CUDA_CC_IS_RDNA4(compute_capability)) {
1219+
if (GGML_CUDA_CC_IS_CDNA(cc) || GGML_CUDA_CC_IS_RDNA4(cc)) {
12211220
const float alpha = 1.0f;
12221221
const float beta = 0.0f;
12231222
CUBLAS_CHECK(
@@ -1760,8 +1759,9 @@ static void ggml_cuda_mul_mat_batched_cublas(ggml_backend_cuda_context & ctx, co
17601759
beta = &beta_f32;
17611760
}
17621761

1763-
const int compute_capability = ggml_cuda_info().devices[ctx.device].cc;
1764-
if (GGML_CUDA_CC_IS_CDNA(compute_capability) || GGML_CUDA_CC_IS_RDNA4(compute_capability)) {
1762+
int id = ggml_cuda_get_device();
1763+
const int cc = ggml_cuda_info().devices[id].cc;
1764+
if (GGML_CUDA_CC_IS_CDNA(cc) || GGML_CUDA_CC_IS_RDNA4(cc)) {
17651765
cu_compute_type = CUBLAS_COMPUTE_32F;
17661766
alpha = &alpha_f32;
17671767
beta = &beta_f32;

0 commit comments

Comments
 (0)