CUDA: fix peer access logic (#3231)

JohannesGaessler · web-flow · commit ee66942d7ef7 · 2023-09-17T23:35:20.000+02:00
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
@@ -6286,12 +6286,14 @@ void ggml_cuda_set_peer_access(const int n_tokens) {
                 continue;
             }
 
-            int canAccessPeer;
-            CUDA_CHECK(cudaDeviceCanAccessPeer(&canAccessPeer, id, id_other));
-            if (enable_peer_access) {
-                CUDA_CHECK(cudaDeviceEnablePeerAccess(id_other, 0));
-            } else {
-                CUDA_CHECK(cudaDeviceDisablePeerAccess(id_other));
+            int can_access_peer;
+            CUDA_CHECK(cudaDeviceCanAccessPeer(&can_access_peer, id, id_other));
+            if (can_access_peer) {
+                if (enable_peer_access) {
+                    CUDA_CHECK(cudaDeviceEnablePeerAccess(id_other, 0));
+                } else {
+                    CUDA_CHECK(cudaDeviceDisablePeerAccess(id_other));
+                }
             }
         }
     }

Original file line number	Diff line number	Diff line change
`@@ -6286,12 +6286,14 @@ void ggml_cuda_set_peer_access(const int n_tokens) {`
`6286`	`6286`	`continue;`
`6287`	`6287`	`}`
`6288`	`6288`
`6289`		`- int canAccessPeer;`
`6290`		`- CUDA_CHECK(cudaDeviceCanAccessPeer(&canAccessPeer, id, id_other));`
`6291`		`- if (enable_peer_access) {`
`6292`		`- CUDA_CHECK(cudaDeviceEnablePeerAccess(id_other, 0));`
`6293`		`- } else {`
`6294`		`- CUDA_CHECK(cudaDeviceDisablePeerAccess(id_other));`
	`6289`	`+ int can_access_peer;`
	`6290`	`+ CUDA_CHECK(cudaDeviceCanAccessPeer(&can_access_peer, id, id_other));`
	`6291`	`+ if (can_access_peer) {`
	`6292`	`+ if (enable_peer_access) {`
	`6293`	`+ CUDA_CHECK(cudaDeviceEnablePeerAccess(id_other, 0));`
	`6294`	`+ } else {`
	`6295`	`+ CUDA_CHECK(cudaDeviceDisablePeerAccess(id_other));`
	`6296`	`+ }`
`6295`	`6297`	`}`
`6296`	`6298`	`}`
`6297`	`6299`	`}`