diff --git a/examples/server/server.cpp b/examples/server/server.cpp index d10e416b60147..095ae4bc38bc4 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -482,6 +482,10 @@ bool parse_options_completion(json body, llama_server_context& llama, Response & { llama.streaming = body["streaming"].get(); } + else + { + llama.streaming = false; + } if (!body["n_predict"].is_null()) { llama.params.n_predict = body["n_predict"].get();