From e48432e8280b8afd271102826ff1db697d8f4492 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Miguel=20=C3=81ngel=20Gonz=C3=A1lez=20Santamarta?= Date: Wed, 4 Dec 2024 13:20:24 +0100 Subject: [PATCH] minor fix --- chatbot_bringup/launch/chatbot.launch.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/chatbot_bringup/launch/chatbot.launch.py b/chatbot_bringup/launch/chatbot.launch.py index 25bdadb..4f72cec 100644 --- a/chatbot_bringup/launch/chatbot.launch.py +++ b/chatbot_bringup/launch/chatbot.launch.py @@ -50,12 +50,11 @@ def generate_launch_description(): n_ctx=4096, n_batch=256, n_gpu_layers=25, - n_threads=1, + n_threads=-1, n_predict=-1, model_repo="Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF", model_filename="qwen2.5-coder-0.5b-instruct-q4_k_m.gguf", system_prompt_type="ChatML", - debug=False, ) audio_player_cmd = Node(