diff --git a/flow/flow.cpp b/flow/flow.cpp
index e7d000940..a5f04c5fa 100644
--- a/flow/flow.cpp
+++ b/flow/flow.cpp
@@ -162,7 +162,11 @@ int main(int argc, char** argv)
         deckFilename = PreVanguard::canonicalDeckPath(deckFilename).string();
     }
     catch (const std::exception& e) {
-        std::cerr << "Exception received: " << e.what() << ". Try '--help' for a usage description.\n";
+        if ( mpiRank == 0 )
+            std::cerr << "Exception received: " << e.what() << ". Try '--help' for a usage description.\n";
+#if HAVE_MPI
+        MPI_Finalize();
+#endif
         return 1;
     }