diff --git a/tests/regression_tests/surface_source/test.py b/tests/regression_tests/surface_source/test.py
index 1dbd4abd2f..7e65abd4d9 100644
--- a/tests/regression_tests/surface_source/test.py
+++ b/tests/regression_tests/surface_source/test.py
@@ -77,7 +77,8 @@ class SurfaceSourceTestHarness(PyAPITestHarness):
                 src_true = f['source_bank'][()]
             with h5py.File("surface_source.h5", 'r') as f:
                 src_test = f['source_bank'][()]
-            assert np.all(np.sort(src_true) == np.sort(src_test))
+            for (true_p, test_p) in zip(np.sort(src_true), np.sort(src_test)):
+                assert true_p == test_p
 
     def execute_test(self):
         """Build input XMLs, run OpenMC, check output and results."""