edit sagemaker configs

lightonai · Jul 25, 2024 · e35730a · e35730a
1 parent 0668e9a
commit e35730a
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/sagemaker/configs/llama3-70b.json → sagemaker/configs/llama3_1-70b.json b/sagemaker/configs/llama3-70b.json → sagemaker/configs/llama3_1-70b.json
@@ -4,6 +4,7 @@
     "sagemaker_instance_type": "ml.p4d.24xlarge",
     "env_vars": {
         "TENSOR_PARALLEL_SIZE": "8",
-        "DISABLE_CUSTOM_ALL_REDUCE": "true"
+        "DISABLE_CUSTOM_ALL_REDUCE": "true",
+        "MAX_MODEL_LEN": "32768"
     }
 }
diff --git a/sagemaker/configs/llama3-8b.json → sagemaker/configs/llama3_1-8b.json b/sagemaker/configs/llama3-8b.json → sagemaker/configs/llama3_1-8b.json
@@ -4,6 +4,7 @@
     "sagemaker_instance_type": "ml.g5.2xlarge",
     "env_vars": {
         "TENSOR_PARALLEL_SIZE": "1",
-        "DISABLE_CUSTOM_ALL_REDUCE": "true"
+        "DISABLE_CUSTOM_ALL_REDUCE": "true",
+        "MAX_MODEL_LEN": "32768"
     }
 }