kompute : disable LLAMA_SPLIT_LAYER after ggml-org#5321

cebtenzzre · cebtenzzre · commit fad37950b7cf · 2024-05-09T11:10:38.000-04:00
Signed-off-by: Jared Van Bortel &lt;jared@nomic.ai&gt;
diff --git a/llama.cpp b/llama.cpp
@@ -4741,6 +4741,7 @@ static bool llm_load_tensors(
         model.buft_layer[i] = llama_default_buffer_type_cpu(true);
     }
 
+#ifndef GGML_USE_KOMPUTE
     if (split_mode == LLAMA_SPLIT_MODE_LAYER) {
         // calculate the split points
         int device_count = llama_get_device_count();
@@ -4778,7 +4779,9 @@ static bool llm_load_tensors(
         } else {
             model.buft_output = llama_default_buffer_type_cpu(true);
         }
-    } else {
+    } else
+#endif
+    {
         ggml_backend_buffer_type_t split_buft;
         if (split_mode == LLAMA_SPLIT_MODE_ROW) {
             split_buft = llama_default_buffer_type_split(main_gpu, tensor_split);
