diff --git a/.github/workflows/hvd-tests.yml b/.github/workflows/hvd-tests.yml
index 3c14af3bca7..4cd384ab9cd 100644
--- a/.github/workflows/hvd-tests.yml
+++ b/.github/workflows/hvd-tests.yml
@@ -28,7 +28,14 @@ jobs:
     timeout-minutes: 60
     strategy:
       matrix:
-        python-version: [3.11]
+        # Horovod installed on python 3.11 fails with error: 
+        # ignite/distributed/comp_models/horovod.py:159: in _HorovodDistModel
+        #     "SUM": hvd.mpi_ops.Sum,
+        # E   AttributeError: module 'horovod.torch' has no attribute 'mpi_ops'
+        # Extension horovod.torch has not been built: /opt/hostedtoolcache/Python/3.11.10/x64/lib/python3.11/site-packages/horovod/torch/mpi_lib_v2.cpython-311-x86_64-linux-gnu.so not found
+        # If this is not expected, reinstall Horovod with HOROVOD_WITH_PYTORCH=1 to debug the build error.
+        # Warning! MPI libs are missing, but python applications are still available.
+        python-version: [3.10]
         pytorch-channel: [pytorch]
 
     steps: