diff --git a/vllm/entrypoints/api_server.py b/vllm/entrypoints/api_server.py index 8e2668681fa44..b1e713f9d4f57 100644 --- a/vllm/entrypoints/api_server.py +++ b/vllm/entrypoints/api_server.py @@ -51,6 +51,9 @@ async def generate(request: Request) -> Response: request_dict = await request.json() prompt = request_dict.pop("prompt") stream = request_dict.pop("stream", False) + # jimpang lora + lora_id = request_dict.pop("lora_id", None) + lora_path = request_dict.pop("lora_path", None) sampling_params = SamplingParams(**request_dict) request_id = random_uuid()