diff --git a/convert_models/run.sh b/convert_models/run.sh index 4961ed1e..2118904b 100644 --- a/convert_models/run.sh +++ b/convert_models/run.sh @@ -20,7 +20,7 @@ python download_huggingface.py --model $hf_model_url --token $hf_token python llama.cpp/examples/convert_legacy_llama.py /opt/app-root/src/converter/converted_models/$hf_model_url python llama.cpp/convert_hf_to_gguf.py /opt/app-root/src/converter/converted_models/$hf_model_url mkdir -p /opt/app-root/src/converter/converted_models/gguf/ -llama.cpp/examples/quantize /opt/app-root/src/converter/converted_models/$hf_model_url/ggml-model-f16.gguf /opt/app-root/src/converter/converted_models/gguf/$model_org-$model_name-${QUANTIZATION}.gguf ${QUANTIZATION} +llama.cpp/llama-quantize /opt/app-root/src/converter/converted_models/$hf_model_url/ggml-model-f16.gguf /opt/app-root/src/converter/converted_models/gguf/$model_org-$model_name-${QUANTIZATION}.gguf ${QUANTIZATION} rm -rf /opt/app-root/src/converter/converted_models/$model_org if [ $keep_orgi = "False" ]; then