swiftui : sync after decode

ggerganov · ggerganov · commit 529e749e3c51 · 2024-03-13T14:04:54.000+02:00
diff --git a/examples/llama.swiftui/llama.cpp.swift/LibLlama.swift b/examples/llama.swiftui/llama.cpp.swift/LibLlama.swift
@@ -221,6 +221,7 @@ actor LlamaContext {
             if llama_decode(context, batch) != 0 {
                 print("llama_decode() failed during prompt")
             }
+            llama_synchronize(context)
 
             let t_pp_end = ggml_time_us()
 
@@ -240,6 +241,7 @@ actor LlamaContext {
                 if llama_decode(context, batch) != 0 {
                     print("llama_decode() failed during text generation")
                 }
+                llama_synchronize(context)
             }
 
             let t_tg_end = ggml_time_us()

Original file line number	Diff line number	Diff line change
`@@ -221,6 +221,7 @@ actor LlamaContext {`
`221`	`221`	`if llama_decode(context, batch) != 0 {`
`222`	`222`	`print("llama_decode() failed during prompt")`
`223`	`223`	`}`
	`224`	`+ llama_synchronize(context)`
`224`	`225`
`225`	`226`	`let t_pp_end = ggml_time_us()`
`226`	`227`
`@@ -240,6 +241,7 @@ actor LlamaContext {`
`240`	`241`	`if llama_decode(context, batch) != 0 {`
`241`	`242`	`print("llama_decode() failed during text generation")`
`242`	`243`	`}`
	`244`	`+ llama_synchronize(context)`
`243`	`245`	`}`
`244`	`246`
`245`	`247`	`let t_tg_end = ggml_time_us()`