Skip to content

Commit 49d2114

Browse files
khluutlrmchlsmth
authored andcommittedNov 23, 2024
Revert "[Bugfix] Use host argument to bind to interface (vllm-project#9798)" (vllm-project#9852)
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
1 parent dfb7f3c commit 49d2114

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed
 

‎vllm/entrypoints/openai/api_server.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -544,7 +544,7 @@ async def run_server(args, **uvicorn_kwargs) -> None:
544544
# This avoids race conditions with ray.
545545
# see https://github.com/vllm-project/vllm/issues/8204
546546
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
547-
sock.bind((args.host, args.port))
547+
sock.bind(("", args.port))
548548

549549
def signal_handler(*_) -> None:
550550
# Interrupt server on sigterm while initializing

‎vllm/entrypoints/openai/cli_args.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -77,7 +77,7 @@ def __call__(
7777
def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
7878
parser.add_argument("--host",
7979
type=nullable_str,
80-
default="0.0.0.0",
80+
default=None,
8181
help="host name")
8282
parser.add_argument("--port", type=int, default=8000, help="port number")
8383
parser.add_argument(

0 commit comments

Comments
 (0)