ggml : fix Q5_0 quantization

ggerganov · May 7, 2023 · ee19c8b · ee19c8b
1 parent dc933fc
commit ee19c8b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ggml.c b/ggml.c
@@ -838,7 +838,7 @@ static void quantize_row_q5_0_reference(const float * restrict x, block_q5_0 * r
         const float d  = max / -16;
         const float id = d ? 1.0f/d : 0.0f;
 
-        y[i].d = d;
+        y[i].d = GGML_FP32_TO_FP16(d);
 
         uint32_t qh = 0;