Commit 79c1b83 1 parent ede93a9 commit 79c1b83 Copy full SHA for 79c1b83
File tree 1 file changed +0
-6
lines changed
1 file changed +0
-6
lines changed Original file line number Diff line number Diff line change @@ -179,7 +179,6 @@ def compare_two_settings(model: str,
179
179
env1: The first set of environment variables to pass to the API server.
180
180
env2: The second set of environment variables to pass to the API server.
181
181
"""
182
- os .environ ["VLLM_PORT" ] = "8001"
183
182
184
183
trust_remote_code = "--trust-remote-code"
185
184
if trust_remote_code in arg1 or trust_remote_code in arg2 :
@@ -299,8 +298,6 @@ def compare_two_settings(model: str,
299
298
"texts" : texts ,
300
299
})
301
300
302
- os .environ .pop ("VLLM_PORT" )
303
-
304
301
n = len (results ) // 2
305
302
arg1_results = results [:n ]
306
303
arg2_results = results [n :]
@@ -494,7 +491,6 @@ async def completions_with_server_args(
494
491
Returns:
495
492
OpenAI Completion instance
496
493
'''
497
- os .environ ["VLLM_PORT" ] = "8001"
498
494
499
495
outputs = None
500
496
with RemoteOpenAIServer (model_name ,
@@ -507,8 +503,6 @@ async def completions_with_server_args(
507
503
stream = False ,
508
504
max_tokens = 5 ,
509
505
logprobs = num_logprobs )
510
- os .environ .pop ("VLLM_PORT" )
511
-
512
506
assert outputs is not None
513
507
514
508
return outputs
You can’t perform that action at this time.
0 commit comments