[Bugfix]: Clamp -inf logprob values in prompt_logprobs (vllm-projec…

…t#11073) Signed-off-by: Rafael Vasquez <rafvasq21@gmail.com>
xjpang · Dec 11, 2024 · 40766ca · 40766ca
1 parent 2e32f5d
commit 40766ca
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/vllm/entrypoints/openai/serving_completion.py b/vllm/entrypoints/openai/serving_completion.py
@@ -392,6 +392,12 @@ def request_output_to_completion_response(
             prompt_token_ids = final_res.prompt_token_ids
             assert prompt_token_ids is not None
             prompt_logprobs = final_res.prompt_logprobs
+            if prompt_logprobs:
+                for logprob_dict in prompt_logprobs:
+                    if logprob_dict:
+                        for logprob_values in logprob_dict.values():
+                            if logprob_values.logprob == float('-inf'):
+                                logprob_values.logprob = -9999.0
             prompt_text = final_res.prompt
 
             token_ids: GenericSequence[int]