We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bda4d7c commit 08737efCopy full SHA for 08737ef
ggml-cuda.cu
@@ -414,7 +414,7 @@ static dequantize_mul_mat_vec_cuda_t ggml_get_dequantize_mul_mat_vec_cuda(ggml_t
414
case GGML_TYPE_Q8_0:
415
return dequantize_mul_mat_vec_q8_0_cuda;
416
case GGML_TYPE_F16:
417
- return dequantize_mul_mat_vec_q8_0_cuda;
+ return convert_mul_mat_vec_f16_cuda;
418
default:
419
return nullptr;
420
}
0 commit comments