diff --git a/.github/workflows/pytorch-version-tests.yml b/.github/workflows/pytorch-version-tests.yml
index a703e72333e..f268669158e 100644
--- a/.github/workflows/pytorch-version-tests.yml
+++ b/.github/workflows/pytorch-version-tests.yml
@@ -17,7 +17,7 @@ jobs:
       matrix:
         python-version: [3.8, 3.9, "3.10"]
         pytorch-version:
-          [2.2.2, 2.1.2, 2.0.1, 1.13.1, 1.12.1, 1.11.0, 1.10.0, 1.8.1, 1.5.1]
+          [2.3.1, 2.2.2, 2.1.2, 2.0.1, 1.13.1, 1.12.1, 1.10.0, 1.8.1, 1.5.1]
         exclude:
           - pytorch-version: 1.5.1
             python-version: 3.9
diff --git a/docker/docker.cfg b/docker/docker.cfg
index dd43c35e7df..6b976933347 100644
--- a/docker/docker.cfg
+++ b/docker/docker.cfg
@@ -1,4 +1,4 @@
 [DEFAULT]
-build_docker_image_pytorch_version = 2.3.1-cuda12.1-cudnn8
+build_docker_image_pytorch_version = 2.4.0-cuda12.4-cudnn9
 build_docker_image_hvd_version = v0.28.1
 build_docker_image_msdp_version = v0.14.0
diff --git a/docker/hvd/Dockerfile.hvd-apex-nlp b/docker/hvd/Dockerfile.hvd-apex-nlp
index 6379490c496..a8f51988baa 100644
--- a/docker/hvd/Dockerfile.hvd-apex-nlp
+++ b/docker/hvd/Dockerfile.hvd-apex-nlp
@@ -4,5 +4,4 @@ FROM pytorchignite/hvd-apex:latest
 # Ignite NLP dependencies
 RUN pip install --upgrade --no-cache-dir transformers \
                                          spacy \
-                                         nltk \
-                                         torchtext
+                                         nltk
diff --git a/docker/hvd/Dockerfile.hvd-nlp b/docker/hvd/Dockerfile.hvd-nlp
index db4ca4c3ebc..84da0230b9e 100644
--- a/docker/hvd/Dockerfile.hvd-nlp
+++ b/docker/hvd/Dockerfile.hvd-nlp
@@ -4,5 +4,4 @@ FROM pytorchignite/hvd-base:latest
 # Ignite NLP dependencies
 RUN pip install --upgrade --no-cache-dir transformers \
                                          spacy \
-                                         nltk \
-                                         torchtext
+                                         nltk
diff --git a/docker/main/Dockerfile.apex-nlp b/docker/main/Dockerfile.apex-nlp
index ad7507df777..b9be5acd6d9 100644
--- a/docker/main/Dockerfile.apex-nlp
+++ b/docker/main/Dockerfile.apex-nlp
@@ -4,5 +4,4 @@ FROM pytorchignite/apex:latest
 # Ignite NLP dependencies
 RUN pip install --upgrade --no-cache-dir transformers \
                                          spacy \
-                                         nltk \
-                                         torchtext
+                                         nltk
diff --git a/docker/main/Dockerfile.nlp b/docker/main/Dockerfile.nlp
index e5ef45cfef0..7826caa03ef 100644
--- a/docker/main/Dockerfile.nlp
+++ b/docker/main/Dockerfile.nlp
@@ -4,5 +4,4 @@ FROM pytorchignite/base:latest
 # Ignite NLP dependencies
 RUN pip install --upgrade --no-cache-dir transformers \
                                          spacy \
-                                         nltk \
-                                         torchtext
+                                         nltk
\ No newline at end of file
diff --git a/docker/test_image.py b/docker/test_image.py
index 0bfdc6c4697..ebb706c303f 100644
--- a/docker/test_image.py
+++ b/docker/test_image.py
@@ -54,7 +54,6 @@ def check_package(package_name, expected_version=None):
         check_package("cv2")
 
     if "nlp" in image_type:
-        check_package("torchtext")
         check_package("transformers")
 
     if "apex" in image_type: