diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 5fbc4c8b2c..15392cde0e 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -95,12 +95,11 @@ jobs:
         shell: bash
         run: |
           sudo apt -y update
-          sudo apt install -y mpich \
-                              libmpich-dev \
+          sudo apt install -y libopenmpi-dev \
                               libnetcdf-dev \
                               libpnetcdf-dev \
                               libhdf5-serial-dev \
-                              libhdf5-mpich-dev \
+                              libhdf5-openmpi-dev \
                               libeigen3-dev
       -
         name: install
diff --git a/tools/ci/gha-install.sh b/tools/ci/gha-install.sh
index 3fb66ca764..2ef4ab9925 100755
--- a/tools/ci/gha-install.sh
+++ b/tools/ci/gha-install.sh
@@ -24,9 +24,15 @@ if [[ $LIBMESH = 'y' ]]; then
     ./tools/ci/gha-install-libmesh.sh
 fi
 
-# Install mpi4py for MPI configurations
+# For MPI configurations, make sure mpi4py and h5py are built against the
+# correct version of MPI
 if [[ $MPI == 'y' ]]; then
     pip install --no-binary=mpi4py mpi4py
+
+    export CC=mpicc
+    export HDF5_MPI=ON
+    export HDF5_DIR=/usr/lib/x86_64-linux-gnu/hdf5/openmpi
+    pip install --no-binary=h5py h5py
 fi
 
 # Build and install OpenMC executable