cuda : fix convert function (#1412)

ggerganov · May 13, 2023 · 08737ef · 08737ef
1 parent bda4d7c
commit 08737ef
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
@@ -414,7 +414,7 @@ static dequantize_mul_mat_vec_cuda_t ggml_get_dequantize_mul_mat_vec_cuda(ggml_t
         case GGML_TYPE_Q8_0:
             return dequantize_mul_mat_vec_q8_0_cuda;
         case GGML_TYPE_F16:
-            return dequantize_mul_mat_vec_q8_0_cuda;
+            return convert_mul_mat_vec_f16_cuda;
         default:
             return nullptr;
     }