Commit 413f96f 1 parent 35d5b4b commit 413f96f Copy full SHA for 413f96f
File tree 1 file changed +10
-3
lines changed
1 file changed +10
-3
lines changed Original file line number Diff line number Diff line change 11
11
# 3. Use the model "huggyllama/llama-7b".
12
12
MAX_TOKENS = [128 ]
13
13
BEAM_WIDTHS = [4 ]
14
- MODELS = ["facebook/opt-125m " ]
14
+ MODELS = ["TinyLlama/TinyLlama-1.1B-Chat-v1.0 " ]
15
15
16
16
17
17
@pytest .mark .parametrize ("model" , MODELS )
@@ -37,8 +37,15 @@ def test_beam_search_single_input(
37
37
beam_width , max_tokens )
38
38
39
39
for i in range (len (example_prompts )):
40
- hf_output_ids , _ = hf_outputs [i ]
41
- vllm_output_ids , _ = vllm_outputs [i ]
40
+ hf_output_ids , hf_output_texts = hf_outputs [i ]
41
+ vllm_output_ids , vllm_output_texts = vllm_outputs [i ]
42
+ for i , (hf_text ,
43
+ vllm_text ) in enumerate (zip (hf_output_texts ,
44
+ vllm_output_texts )):
45
+ print (f">>>{ i } -th hf output:" )
46
+ print (hf_text )
47
+ print (f">>>{ i } -th vllm output:" )
48
+ print (vllm_text )
42
49
assert len (hf_output_ids ) == len (vllm_output_ids )
43
50
for j in range (len (hf_output_ids )):
44
51
assert hf_output_ids [j ] == vllm_output_ids [j ], (
You can’t perform that action at this time.
0 commit comments