From 10cb45939df8a739781f1c7966c85ce9ac1fe91a Mon Sep 17 00:00:00 2001
From: Georgi Gerganov <ggerganov@gmail.com>
Date: Fri, 1 Dec 2023 21:47:42 +0200
Subject: [PATCH] metal : test

---
 ggml-metal.m | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/ggml-metal.m b/ggml-metal.m
index 6cfacf64fcd9fc..d15d934468ed4b 100644
--- a/ggml-metal.m
+++ b/ggml-metal.m
@@ -1083,7 +1083,7 @@ void ggml_metal_graph_compute(
 
                             // find the break-even point where the matrix-matrix kernel becomes more efficient compared
                             // to the matrix-vector kernel
-                            int ne11_mm_min = 1;
+                            int ne11_mm_min = src0t == GGML_TYPE_F16 ? (ne12 == 1 ? 2 : 0) : 16;
 
 #if 0
                             // the numbers below are measured on M2 Ultra for 7B and 13B models