File tree Expand file tree Collapse file tree 1 file changed +12
-0
lines changed Expand file tree Collapse file tree 1 file changed +12
-0
lines changed Original file line number Diff line number Diff line change 6
6
#include " ggml-metal.h"
7
7
#endif
8
8
9
+ #ifdef GGML_USE_VULKAN
10
+ #include " ggml-vulkan.h"
11
+ #endif
12
+
9
13
#include " ggml-rpc.h"
10
14
#ifdef _WIN32
11
15
# include < windows.h>
@@ -79,6 +83,12 @@ static ggml_backend_t create_backend() {
79
83
if (!backend) {
80
84
fprintf (stderr, " %s: ggml_backend_metal_init() failed\n " , __func__);
81
85
}
86
+ #elif GGML_USE_VULKAN
87
+ fprintf (stderr, " %s: using Vulkan backend\n " , __func__);
88
+ backend = ggml_backend_vk_init (0 ); // init device 0
89
+ if (!backend) {
90
+ fprintf (stderr, " %s: ggml_backend_vulkan_init() failed\n " , __func__);
91
+ }
82
92
#endif
83
93
84
94
// if there aren't GPU Backends fallback to CPU backend
@@ -92,6 +102,8 @@ static ggml_backend_t create_backend() {
92
102
static void get_backend_memory (size_t * free_mem, size_t * total_mem) {
93
103
#ifdef GGML_USE_CUDA
94
104
ggml_backend_cuda_get_device_memory (0 , free_mem, total_mem);
105
+ #elif GGML_USE_VULKAN
106
+ ggml_backend_vk_get_device_memory (0 , free_mem, total_mem);
95
107
#else
96
108
#ifdef _WIN32
97
109
MEMORYSTATUSEX status;
You can’t perform that action at this time.
0 commit comments