Skip to content

Commit 81c4230

Browse files
committed
Include ggml in nuget packages
1 parent ffcfda2 commit 81c4230

File tree

3 files changed

+14
-2
lines changed

3 files changed

+14
-2
lines changed

LLama/runtimes/build/LLamaSharp.Backend.Cpu.nuspec

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,14 +18,22 @@
1818
<files>
1919
<file src="LLamaSharpBackend.props" target="build/netstandard2.0/LLamaSharp.Backend.Cpu.props" />
2020

21+
<file src="runtimes/deps/ggml.dll" target="runtimes\win-x64\native\ggml.dll" />
2122
<file src="runtimes/deps/llama.dll" target="runtimes\win-x64\native\llama.dll" />
23+
<file src="runtimes/deps/avx/ggml.dll" target="runtimes\win-x64\native\avx\ggml.dll" />
2224
<file src="runtimes/deps/avx/llama.dll" target="runtimes\win-x64\native\avx\llama.dll" />
25+
<file src="runtimes/deps/avx2/ggml.dll" target="runtimes\win-x64\native\avx2\ggml.dll" />
2326
<file src="runtimes/deps/avx2/llama.dll" target="runtimes\win-x64\native\avx2\llama.dll" />
27+
<file src="runtimes/deps/avx512/ggml.dll" target="runtimes\win-x64\native\avx512\ggml.dll" />
2428
<file src="runtimes/deps/avx512/llama.dll" target="runtimes\win-x64\native\avx512\llama.dll" />
2529

30+
<file src="runtimes/deps/libggml.so" target="runtimes\linux-x64\native\libggml.so" />
2631
<file src="runtimes/deps/libllama.so" target="runtimes\linux-x64\native\libllama.so" />
32+
<file src="runtimes/deps/avx/libggml.so" target="runtimes\linux-x64\native\avx\libggml.so" />
2733
<file src="runtimes/deps/avx/libllama.so" target="runtimes\linux-x64\native\avx\libllama.so" />
34+
<file src="runtimes/deps/avx2/libggml.so" target="runtimes\linux-x64\native\avx2\libggml.so" />
2835
<file src="runtimes/deps/avx2/libllama.so" target="runtimes\linux-x64\native\avx2\libllama.so" />
36+
<file src="runtimes/deps/avx512/libggml.so" target="runtimes\linux-x64\native\avx512\libggml.so" />
2937
<file src="runtimes/deps/avx512/libllama.so" target="runtimes\linux-x64\native\avx512\libllama.so" />
3038

3139
<file src="runtimes/deps/osx-x64/libggml.dylib" target="runtimes\osx-x64\native\libggml.dylib" />

LLama/runtimes/build/LLamaSharp.Backend.Cuda11.nuspec

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,8 +20,10 @@
2020

2121
<file src="runtimes/deps/cu11.7.1/libllava_shared.so" target="runtimes\linux-x64\native\cuda11\libllava_shared.so" />
2222
<file src="runtimes/deps/cu11.7.1/llava_shared.dll" target="runtimes\win-x64\native\cuda11\llava_shared.dll" />
23-
23+
24+
<file src="runtimes/deps/cu11.7.1/ggml.dll" target="runtimes\win-x64\native\cuda11\ggml.dll" />
2425
<file src="runtimes/deps/cu11.7.1/llama.dll" target="runtimes\win-x64\native\cuda11\llama.dll" />
26+
<file src="runtimes/deps/cu11.7.1/libggml.so" target="runtimes\linux-x64\native\cuda11\libggml.so" />
2527
<file src="runtimes/deps/cu11.7.1/libllama.so" target="runtimes\linux-x64\native\cuda11\libllama.so" />
2628

2729
<file src="icon512.png" target="icon512.png" />

LLama/runtimes/build/LLamaSharp.Backend.Cuda12.nuspec

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,8 +20,10 @@
2020

2121
<file src="runtimes/deps/cu12.2.0/libllava_shared.so" target="runtimes\linux-x64\native\cuda12\libllava_shared.so" />
2222
<file src="runtimes/deps/cu12.2.0/llava_shared.dll" target="runtimes\win-x64\native\cuda12\llava_shared.dll" />
23-
23+
24+
<file src="runtimes/deps/cu12.2.0/ggml.dll" target="runtimes\win-x64\native\cuda12\ggml.dll" />
2425
<file src="runtimes/deps/cu12.2.0/llama.dll" target="runtimes\win-x64\native\cuda12\llama.dll" />
26+
<file src="runtimes/deps/cu12.2.0/libggml.so" target="runtimes\linux-x64\native\cuda12\libggml.so" />
2527
<file src="runtimes/deps/cu12.2.0/libllama.so" target="runtimes\linux-x64\native\cuda12\libllama.so" />
2628

2729
<file src="icon512.png" target="icon512.png" />

0 commit comments

Comments
 (0)