diff --git a/compareECLFiles.cmake b/compareECLFiles.cmake
index 0afba5c73..7de054f5c 100644
--- a/compareECLFiles.cmake
+++ b/compareECLFiles.cmake
@@ -128,7 +128,9 @@ if(MPI_FOUND)
   set(abs_tol_parallel 0.02)
   set(rel_tol_parallel 1e-5)
 
-  add_test_compare_parallel_simulation(spe1 SPE1CASE2 flow_mpi ${abs_tol_parallel} ${rel_tol_parallel})
+  foreach(sim flow_mpi flow_ebos)
+    add_test_compare_parallel_simulation(spe1 SPE1CASE2 ${sim} ${abs_tol_parallel} ${rel_tol_parallel})
+    add_test_compare_parallel_simulation(spe9 SPE9_CP_SHORT ${sim} ${abs_tol_parallel} ${rel_tol_parallel})
+  endforeach()
   add_test_compare_parallel_simulation(spe3 SPE3CASE1 flow_mpi ${abs_tol_parallel} ${rel_tol_parallel})
-  add_test_compare_parallel_simulation(spe9 SPE9_CP_SHORT flow_mpi ${abs_tol_parallel} ${rel_tol_parallel})
 endif()