diff --git a/stacks/pinot-noir-gcc13/packages_stack.yaml b/stacks/pinot-noir-gcc13/packages_stack.yaml
index 5f27d89cab9e28e64ec8bed1f8b4983d1b4e9d17..27dc28a29a09d0bb349ea0e3c8c96c6276bf0446 100644
--- a/stacks/pinot-noir-gcc13/packages_stack.yaml
+++ b/stacks/pinot-noir-gcc13/packages_stack.yaml
@@ -214,6 +214,9 @@ packages:
   py-fenics-dolfinx:
     require: ['@0.8.0']
 
+  py-horovod:
+    require: ['frameworks=pytorch,keras,tensorflow', 'controllers=mpi', 'tensor_ops=nccl']
+
   py-numpy:
     prefer: ['@1.26.4']
 
diff --git a/stacks/pinot-noir-gcc13/spack.yaml b/stacks/pinot-noir-gcc13/spack.yaml
index 5b1631ee8363475bbd5f1dad011ef554b480b199..73525a4b4cd9d96d8d722aa0cfe606e254229acb 100644
--- a/stacks/pinot-noir-gcc13/spack.yaml
+++ b/stacks/pinot-noir-gcc13/spack.yaml
@@ -297,7 +297,7 @@ spack:
         - paraview@5.12.0 +shared +python +hdf5  +opengl2
         - py-fenics-dolfinx
         - py-h5py ++mpi
-        - py-horovod
+        # - py-horovod cannot resolve dependencies with pytorch
         - py-keras
         - py-tensorflow
         - py-torch