diff --git a/compareECLFiles.cmake b/compareECLFiles.cmake
index 653d6f7d3..686dbe6d5 100644
--- a/compareECLFiles.cmake
+++ b/compareECLFiles.cmake
@@ -104,13 +104,17 @@ opm_set_test_driver(${PROJECT_SOURCE_DIR}/tests/run-restart-regressionTest.sh ""
 # Cruder tolerances for the restarted tests
 set(abs_tol_restart 2e-1)
 set(rel_tol_restart 4e-5)
-add_test_compare_restarted_simulation(spe1 SPE1CASE2_ACTNUM flow ${abs_tol_restart} ${rel_tol_restart})
-add_test_compare_restarted_simulation(spe9 SPE9_CP_SHORT flow ${abs_tol_restart} ${rel_tol_restart})
+foreach(sim flow flow_ebos)
+  add_test_compare_restarted_simulation(spe1 SPE1CASE2_ACTNUM ${sim} ${abs_tol_restart} ${rel_tol_restart})
+  add_test_compare_restarted_simulation(spe9 SPE9_CP_SHORT ${sim} ${abs_tol_restart} ${rel_tol_restart})
+endforeach()
 
 # Init tests
 opm_set_test_driver(${PROJECT_SOURCE_DIR}/tests/run-init-regressionTest.sh "")
 
-add_test_compareECLFiles(norne NORNE_ATW2013 flow ${abs_tol} ${rel_tol} compareECLInitFiles /init)
+foreach(sim flow flow_ebos)
+  add_test_compareECLFiles(norne NORNE_ATW2013 ${sim} ${abs_tol} ${rel_tol} compareECLInitFiles /init)
+endforeach()
 
 # Parallel tests
 if(MPI_FOUND)