Add qwen2-vl-7b-instruct sagemaker config

lightonai · Sep 14, 2024 · 4c6f32b · 4c6f32b
1 parent 054ee6f
commit 4c6f32b
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/sagemaker/configs/qwen2-vl-7b-instruct.json b/sagemaker/configs/qwen2-vl-7b-instruct.json
@@ -0,0 +1,10 @@
+{
+    "model": "Qwen/Qwen2-VL-7B-Instruct",
+    "image": "vllm:0.6.1.post2-2",
+    "sagemaker_instance_type": "ml.g5.12xlarge",
+    "env_vars": {
+        "PIPELINE_PARALLEL_SIZE": "1",
+        "TENSOR_PARALLEL_SIZE": "4",
+        "DISABLE_CUSTOM_ALL_REDUCE": "true"
+    }
+}