Default streaming to false if it's not set in the request body.

SlyEcho · May 31, 2023 · a25f830 · a25f830
1 parent 38eaf2b
commit a25f830
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -482,6 +482,10 @@ bool parse_options_completion(json body, llama_server_context& llama, Response &
   {
     llama.streaming = body["streaming"].get<bool>();
   }
+  else
+  {
+      llama.streaming = false;
+  }
   if (!body["n_predict"].is_null())
   {
       llama.params.n_predict = body["n_predict"].get<int>();