/* This file is part of the Open Porous Media project (OPM). OPM is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 2 of the License, or (at your option) any later version. OPM is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with OPM. If not, see . Consult the COPYING file in the top-level source directory of this module for the precise wording of the license and the list of copyright holders. */ #ifndef ECL_MPI_SERIALIZER_HH #define ECL_MPI_SERIALIZER_HH #include #include #include namespace Opm { /*! \brief Class for (de-)serializing and broadcasting data in parallel. *! \details Can be called on any class with a serializeOp member. Such classes *! are referred to as 'complex types' in the documentation. */ class EclMpiSerializer { public: //! \brief Constructor. //! \param comm The global communicator to broadcast using explicit EclMpiSerializer(Dune::CollectiveCommunication comm) : m_comm(comm) {} //! \brief (De-)serialization for simple types. //! \details The data handled by this depends on the underlying serialization used. //! Currently you can call this for scalars, and stl containers with scalars. template void operator()(const T& data) { if constexpr (is_ptr::value) { ptr(data); } else if constexpr (is_pair::value) { pair(data); } else if constexpr (is_variant::value) { variant(data); } else if constexpr (is_optional::value) { optional(data); } else { if (m_op == Operation::PACKSIZE) m_packSize += Mpi::packSize(data, m_comm); else if (m_op == Operation::PACK) Mpi::pack(data, m_buffer, m_position, m_comm); else if (m_op == Operation::UNPACK) Mpi::unpack(const_cast(data), m_buffer, m_position, m_comm); } } //! \brief Handler for vectors. //! \tparam T Type for vector elements //! \tparam complexType Whether or not T is a complex type //! \param data The vector to (de-)serialize template void vector(std::vector& data) { auto handle = [&](auto& d) { for (auto& it : d) { if constexpr (is_pair::value) pair(it); else if constexpr (is_ptr::value) ptr(it); else if constexpr (!complexType) (*this)(it); else it.serializeOp(*this); } }; if (m_op == Operation::PACKSIZE) { m_packSize += Mpi::packSize(data.size(), m_comm); handle(data); } else if (m_op == Operation::PACK) { Mpi::pack(data.size(), m_buffer, m_position, m_comm); handle(data); } else if (m_op == Operation::UNPACK) { size_t size; Mpi::unpack(size, m_buffer, m_position, m_comm); data.resize(size); handle(data); } } //! \brief Handler for std::variant<> with four types /* The std::variant<> serialization is a first attempt and *not* particularly general. In particular that implies: 1. It is hardcoded to hold exactly four alternative types T0, T1, T2 and T3. 2. All the four types T0, T1, T2 and T3 must implement the ::serializeOp( ) method. This implies that a variant with a fundamental type like e.g. std::variant will *not* work in the current implementation. */ template void variant(const std::variant& _data) { auto handle = [&](auto& d) { d.serializeOp(*this); }; std::variant& data = const_cast&>(_data); if (m_op == Operation::PACKSIZE) { m_packSize += Mpi::packSize(data.index(), m_comm); std::visit( [&] (auto& arg) { handle(arg); }, data); } else if (m_op == Operation::PACK) { Mpi::pack(data.index(), m_buffer, m_position, m_comm); std::visit([&](auto& arg) { handle(arg); }, data); } else if (m_op == Operation::UNPACK) { size_t index; Mpi::unpack(index, m_buffer, m_position, m_comm); if (index == 0) { data = T0(); handle(std::get<0>(data)); } else if (index == 1) { data = T1(); handle(std::get<1>(data)); } else if (index == 2) { data = T2(); handle(std::get<2>(data)); } else if (index == 3) { data = T3(); handle(std::get<3>(data)); } else std::logic_error("Internal meltdown in std::variant unpack"); } } //! \brief Handler for std::variant<> with two fundamental types /* This std::variant serialization is highly specialized: 1. It is hardcoded to take exactly two types T0 and T1. 2. Both T0 and T1 must be basic types where Mpi::pack(T, ...) overloads must exist. */ template void variant(const std::variant& data) { auto pack_size = [&](auto& d) { m_packSize += Mpi::packSize(d, m_comm); }; auto pack = [&](auto& d) { Mpi::pack(d, m_buffer, m_position, m_comm); }; if (m_op == Operation::PACKSIZE) { m_packSize += Mpi::packSize(data.index(), m_comm); std::visit( [&] (auto& arg) { pack_size(arg); }, data); } else if (m_op == Operation::PACK) { Mpi::pack(data.index(), m_buffer, m_position, m_comm); std::visit([&](auto& arg) { pack(arg); }, data); } else if (m_op == Operation::UNPACK) { size_t index; std::variant& mutable_data = const_cast&>(data); Mpi::unpack(index, m_buffer, m_position, m_comm); if (index == 0) { T0 t0; Mpi::unpack(t0, m_buffer, m_position, m_comm); mutable_data = t0; } else if (index == 1) { T1 t1; Mpi::unpack(t1, m_buffer, m_position, m_comm); mutable_data = t1; } else throw std::logic_error("Internal meltdown in std::variant unpack loaded index=" + std::to_string(index) + " allowed range: [0,1]"); } } //! \brief Handler for std::optional. //! \tparam T Type for data //! \param data The optional to (de-)serialize template void optional(const std::optional& data) { if (m_op == Operation::PACKSIZE) { m_packSize += Mpi::packSize(data.has_value(), m_comm); if (data.has_value()) { if constexpr (has_serializeOp::value) { const_cast(*data).serializeOp(*this); } else m_packSize += Mpi::packSize(*data, m_comm); } } else if (m_op == Operation::PACK) { Mpi::pack(data.has_value(), m_buffer, m_position, m_comm); if (data.has_value()) { if constexpr (has_serializeOp::value) { const_cast(*data).serializeOp(*this); } else { Mpi::pack(*data, m_buffer, m_position, m_comm); } } } else if (m_op == Operation::UNPACK) { bool has; Mpi::unpack(has, m_buffer, m_position, m_comm); if (has) { T res; if constexpr (has_serializeOp::value) { res.serializeOp(*this); } else { Mpi::unpack(res, m_buffer, m_position, m_comm); } const_cast&>(data) = res; } } } //! \brief Handler for maps. //! \tparam Map map type //! \tparam complexType Whether or not Data in map is a complex type //! \param map The map to (de-)serialize template void map(Map& data) { using Key = typename Map::key_type; using Data = typename Map::mapped_type; auto handle = [&](auto& d) { if constexpr (is_vector::value) this->template vector(d); else if constexpr (is_ptr::value) ptr(d); else if constexpr (is_dynamic_state::value) d.template serializeOp(*this); else if constexpr (complexType) d.serializeOp(*this); else (*this)(d); }; if (m_op == Operation::PACKSIZE) { m_packSize += Mpi::packSize(data.size(), m_comm); for (auto& it : data) { m_packSize += Mpi::packSize(it.first, m_comm); handle(it.second); } } else if (m_op == Operation::PACK) { Mpi::pack(data.size(), m_buffer, m_position, m_comm); for (auto& it : data) { Mpi::pack(it.first, m_buffer, m_position, m_comm); handle(it.second); } } else if (m_op == Operation::UNPACK) { size_t size; Mpi::unpack(size, m_buffer, m_position, m_comm); for (size_t i = 0; i < size; ++i) { Key key; Mpi::unpack(key, m_buffer, m_position, m_comm); Data entry; handle(entry); data.insert(std::make_pair(key, entry)); } } } //! \brief Call this to serialize data. //! \tparam T Type of class to serialize //! \param data Class to serialize template void pack(T& data) { m_op = Operation::PACKSIZE; m_packSize = 0; data.serializeOp(*this); m_position = 0; m_buffer.resize(m_packSize); m_op = Operation::PACK; data.serializeOp(*this); } //! \brief Call this to de-serialize data. //! \tparam T Type of class to de-serialize //! \param data Class to de-serialize template void unpack(T& data) { m_position = 0; m_op = Operation::UNPACK; data.serializeOp(*this); } //! \brief Serialize and broadcast on root process, de-serialize on others. //! \tparam T Type of class to broadcast //! \param data Class to broadcast template void broadcast(T& data) { if (m_comm.size() == 1) return; if (m_comm.rank() == 0) { try { pack(data); m_packSize = m_position; m_comm.broadcast(&m_packSize, 1, 0); m_comm.broadcast(m_buffer.data(), m_position, 0); } catch (...) { m_packSize = std::numeric_limits::max(); m_comm.broadcast(&m_packSize, 1, 0); throw; } } else { m_comm.broadcast(&m_packSize, 1, 0); if (m_packSize == std::numeric_limits::max()) { throw std::runtime_error("Error detected in parallel serialization"); } m_buffer.resize(m_packSize); m_comm.broadcast(m_buffer.data(), m_packSize, 0); unpack(data); } } //! \brief Returns current position in buffer. size_t position() const { return m_position; } //! \brief Returns true if we are currently doing a serialization operation. bool isSerializing() const { return m_op != Operation::UNPACK; } protected: //! \brief Enumeration of operations. enum class Operation { PACKSIZE, //!< Calculating serialization buffer size PACK, //!< Performing serialization UNPACK //!< Performing de-serialization }; //! \brief Predicate for detecting pairs. template struct is_pair { constexpr static bool value = false; }; template struct is_pair> { constexpr static bool value = true; }; //! \brief Predicate for detecting vectors. template struct is_vector { constexpr static bool value = false; }; template struct is_vector> { constexpr static bool value = true; }; //! \brief Predicate for detecting variants. template struct is_variant { constexpr static bool value = false; }; template struct is_variant> { constexpr static bool value = true; }; //! \brief Predicate for smart pointers. template struct is_ptr { constexpr static bool value = false; }; template struct is_ptr> { constexpr static bool value = true; }; template struct is_ptr> { constexpr static bool value = true; }; //! \brief Predicate for DynamicState. template struct is_dynamic_state { constexpr static bool value = false; }; template struct is_dynamic_state> { constexpr static bool value = true; }; //! \brief Predicate for std::optional. template struct is_optional { constexpr static bool value = false; }; template struct is_optional> { constexpr static bool value = true; }; //! \brief Handler for pairs. //! \details If data is POD or a string, we pass it to the underlying serializer, //! if not we assume a complex type. template void pair(const std::pair& data) { if constexpr (std::is_pod::value || std::is_same::value) (*this)(data.first); else data.first.serializeOp(*this); if constexpr (std::is_pod::value || std::is_same::value) (*this)(data.second); else const_cast(data.second).serializeOp(*this); } //! \brief Handler for smart pointers. //! \details If data is POD or a string, we pass it to the underlying serializer, //! if not we assume a complex type. template void ptr(const PtrType& data) { using T1 = typename PtrType::element_type; bool value = data ? true : false; (*this)(value); if (m_op == Operation::UNPACK && value) { const_cast(data).reset(new T1); } if (data) data->serializeOp(*this); } //! \brief Checks if a type has a serializeOp member. //! \detail Ideally we would check for the serializeOp member, //! but this is a member template. For simplicity, //! we use serializeObject as our check for now. template class has_serializeOp { using yes_type = char; using no_type = long; template static yes_type test(decltype(&U::serializeObject)); template static no_type test(...); public: static constexpr bool value = sizeof(test(0)) == sizeof(yes_type); }; Dune::CollectiveCommunication m_comm; //!< Communicator to broadcast using Operation m_op = Operation::PACKSIZE; //!< Current operation size_t m_packSize = 0; //!< Required buffer size after PACKSIZE has been done int m_position = 0; //!< Current position in buffer std::vector m_buffer; //!< Buffer for serialized data }; } #endif