Skip to content

Commit d14d909

Browse files
rgerganovdsx1986
authored andcommitted
rpc : enable vulkan (ggml-org#9714)
closes ggml-org#8536
1 parent f3f533a commit d14d909

File tree

1 file changed

+12
-0
lines changed

1 file changed

+12
-0
lines changed

examples/rpc/rpc-server.cpp

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,10 @@
66
#include "ggml-metal.h"
77
#endif
88

9+
#ifdef GGML_USE_VULKAN
10+
#include "ggml-vulkan.h"
11+
#endif
12+
913
#include "ggml-rpc.h"
1014
#ifdef _WIN32
1115
# include <windows.h>
@@ -79,6 +83,12 @@ static ggml_backend_t create_backend() {
7983
if (!backend) {
8084
fprintf(stderr, "%s: ggml_backend_metal_init() failed\n", __func__);
8185
}
86+
#elif GGML_USE_VULKAN
87+
fprintf(stderr, "%s: using Vulkan backend\n", __func__);
88+
backend = ggml_backend_vk_init(0); // init device 0
89+
if (!backend) {
90+
fprintf(stderr, "%s: ggml_backend_vulkan_init() failed\n", __func__);
91+
}
8292
#endif
8393

8494
// if there aren't GPU Backends fallback to CPU backend
@@ -92,6 +102,8 @@ static ggml_backend_t create_backend() {
92102
static void get_backend_memory(size_t * free_mem, size_t * total_mem) {
93103
#ifdef GGML_USE_CUDA
94104
ggml_backend_cuda_get_device_memory(0, free_mem, total_mem);
105+
#elif GGML_USE_VULKAN
106+
ggml_backend_vk_get_device_memory(0, free_mem, total_mem);
95107
#else
96108
#ifdef _WIN32
97109
MEMORYSTATUSEX status;

0 commit comments

Comments
 (0)