From d455387ea7afe9a7d1331258a74d59e95615ad45 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sun, 26 Feb 2023 20:25:36 +0200 Subject: [PATCH] whisper : add Q4_1 model sizes --- examples/whisper/whisper.cpp | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/examples/whisper/whisper.cpp b/examples/whisper/whisper.cpp index eff200ab8c..9acc03f804 100644 --- a/examples/whisper/whisper.cpp +++ b/examples/whisper/whisper.cpp @@ -271,6 +271,15 @@ static const std::map> MEM_REQ_MODEL = { { MODEL_LARGE, 940ull*MB }, }, }, + { GGML_TYPE_Q4_1, + { + { MODEL_TINY, 31ull*MB }, + { MODEL_BASE, 57ull*MB }, + { MODEL_SMALL, 181ull*MB }, + { MODEL_MEDIUM, 559ull*MB }, + { MODEL_LARGE, 1122ull*MB }, + }, + }, }; static const std::map MEM_REQ_KV_SELF = {