Skip to content
This repository was archived by the owner on Mar 5, 2025. It is now read-only.

Commit 6961145

Browse files
committed
remove commented-out blocks of environment variables
Signed-off-by: Sophie du Couédic <sop@zurich.ibm.com>
1 parent 5e37ebe commit 6961145

File tree

1 file changed

+0
-31
lines changed

1 file changed

+0
-31
lines changed

vllm_spyre/envs.py

-31
Original file line numberDiff line numberDiff line change
@@ -3,40 +3,9 @@
33

44
if TYPE_CHECKING:
55
VLLM_SPYRE_DYNAMO_BACKEND: str = "sendnn_decoder"
6-
# TODO uncomment those when scheduler is ready
7-
# VLLM_SPYRE_WARMUP_PROMPT_LENS: Optional[List[int]] = None
8-
# VLLM_SPYRE_WARMUP_NEW_TOKENS: Optional[List[int]] = None
9-
# VLLM_SPYRE_WARMUP_BATCH_SIZES: Optional[List[int]] = None
106

117
environment_variables: Dict[str, Callable[[], Any]] = {
128

13-
# TODO uncomment when scheduler is ready
14-
# # Defines the prompt lengths the Spyre accelerator should be prepared
15-
# # for, formatted as comma separated list.
16-
# "VLLM_SPYRE_WARMUP_PROMPT_LENS":
17-
# lambda: [
18-
# int(p) for p in os.getenv(key='VLLM_SPYRE_WARMUP_PROMPT_LENS',
19-
# default='64').split(',')
20-
# ],
21-
22-
# TODO uncomment when scheduler is ready
23-
# # Defines the max output tokens the Spyre accelerator should be prepared
24-
# # for, formatted as comma separated list.
25-
# "VLLM_SPYRE_WARMUP_NEW_TOKENS":
26-
# lambda: [
27-
# int(d) for d in os.getenv(key='VLLM_SPYRE_WARMUP_NEW_TOKENS',
28-
# default='20').split(',')
29-
# ],
30-
31-
# TODO uncomment when scheduler is ready
32-
# # Defines the batch sizes the Spyre accelerator should be prepared
33-
# # for, formatted as comma separated list.
34-
# "VLLM_SPYRE_WARMUP_BATCH_SIZES":
35-
# lambda: [
36-
# int(b) for b in os.getenv(key='VLLM_SPYRE_WARMUP_BATCH_SIZES',
37-
# default='1').split(',')
38-
# ],
39-
409
# Defines the backend that torch.compile will use when using Spyre
4110
# Available options:
4211
# - "sendnn_decoder": Compile for execution on Spyre hardware for

0 commit comments

Comments
 (0)