From ad44916629a6d84dc14de1d29e6ae4174c6df6c2 Mon Sep 17 00:00:00 2001 From: jimpang Date: Wed, 11 Sep 2024 20:59:35 +0800 Subject: [PATCH] feat: venus adapter --- vllm/entrypoints/api_server.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/entrypoints/api_server.py b/vllm/entrypoints/api_server.py index 8e2668681fa44..b1e713f9d4f57 100644 --- a/vllm/entrypoints/api_server.py +++ b/vllm/entrypoints/api_server.py @@ -51,6 +51,9 @@ async def generate(request: Request) -> Response: request_dict = await request.json() prompt = request_dict.pop("prompt") stream = request_dict.pop("stream", False) + # jimpang lora + lora_id = request_dict.pop("lora_id", None) + lora_path = request_dict.pop("lora_path", None) sampling_params = SamplingParams(**request_dict) request_id = random_uuid()