[Model] add a lora module for granite 3.0 MoE models (vllm-project#9673)

willmj · Linkun Chen · commit 73fe1756bf28 · 2024-11-04T15:10:34.000-08:00
Signed-off-by: Linkun Chen &lt;github+anyscale@lkchen.net&gt;
diff --git a/vllm/model_executor/models/granitemoe.py b/vllm/model_executor/models/granitemoe.py
@@ -324,6 +324,7 @@ class GraniteMoeForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
         "o_proj",
         "embed_tokens",
         "lm_head",
+        "layer",
     ]
     embedding_modules = {
         "embed_tokens": "input_embeddings",

Original file line number	Diff line number	Diff line change
`@@ -324,6 +324,7 @@ class GraniteMoeForCausalLM(nn.Module, SupportsLoRA, SupportsPP):`
`324`	`324`	`"o_proj",`
`325`	`325`	`"embed_tokens",`
`326`	`326`	`"lm_head",`
	`327`	`+ "layer",`
`327`	`328`	`]`
`328`	`329`	`embedding_modules = {`
`329`	`330`	`"embed_tokens": "input_embeddings",`