diff --git a/requirements.txt b/requirements.txt
index e33dbc578a..576fec1603 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -49,4 +49,4 @@ onnxruntime==1.20.0
 timm==1.0.11
 transformers==4.46.2
 # Dependencies for mistral quantized
-llama-cpp-python==0.3.1
+llama-cpp-python==0.3.5