/*
This file is part of the Open Porous Media project (OPM).
OPM is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 2 of the License, or
(at your option) any later version.
OPM is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with OPM. If not, see .
Consult the COPYING file in the top-level source directory of this
module for the precise wording of the license and the list of
copyright holders.
*/
#ifndef ECL_MPI_SERIALIZER_HH
#define ECL_MPI_SERIALIZER_HH
#include
#include
#include
namespace Opm {
/*! \brief Class for (de-)serializing and broadcasting data in parallel.
*! \details Can be called on any class with a serializeOp member. Such classes
*! are referred to as 'complex types' in the documentation.
*/
class EclMpiSerializer {
public:
//! \brief Constructor.
//! \param comm The global communicator to broadcast using
explicit EclMpiSerializer(Dune::CollectiveCommunication comm) :
m_comm(comm)
{}
//! \brief (De-)serialization for simple types.
//! \details The data handled by this depends on the underlying serialization used.
//! Currently you can call this for scalars, and stl containers with scalars.
template
void operator()(const T& data)
{
if constexpr (is_ptr::value) {
ptr(data);
} else if constexpr (is_pair::value) {
pair(data);
} else if constexpr (is_variant::value) {
variant(data);
} else if constexpr (is_optional::value) {
optional(data);
} else {
if (m_op == Operation::PACKSIZE)
m_packSize += Mpi::packSize(data, m_comm);
else if (m_op == Operation::PACK)
Mpi::pack(data, m_buffer, m_position, m_comm);
else if (m_op == Operation::UNPACK)
Mpi::unpack(const_cast(data), m_buffer, m_position, m_comm);
}
}
//! \brief Handler for vectors.
//! \tparam T Type for vector elements
//! \tparam complexType Whether or not T is a complex type
//! \param data The vector to (de-)serialize
template
void vector(std::vector& data)
{
auto handle = [&](auto& d)
{
for (auto& it : d) {
if constexpr (is_pair::value)
pair(it);
else if constexpr (is_ptr::value)
ptr(it);
else if constexpr (!complexType)
(*this)(it);
else
it.serializeOp(*this);
}
};
if (m_op == Operation::PACKSIZE) {
m_packSize += Mpi::packSize(data.size(), m_comm);
handle(data);
} else if (m_op == Operation::PACK) {
Mpi::pack(data.size(), m_buffer, m_position, m_comm);
handle(data);
} else if (m_op == Operation::UNPACK) {
size_t size;
Mpi::unpack(size, m_buffer, m_position, m_comm);
data.resize(size);
handle(data);
}
}
//! \brief Handler for std::variant<> with four types
/*
The std::variant<> serialization is a first attempt and *not* particularly
general. In particular that implies:
1. It is hardcoded to hold exactly four alternative types T0, T1, T2 and
T3.
2. All the four types T0, T1, T2 and T3 must implement the ::serializeOp( )
method. This implies that a variant with a fundamental type like e.g.
std::variant will *not* work in the
current implementation.
*/
template
void variant(const std::variant& _data)
{
auto handle = [&](auto& d) {
d.serializeOp(*this);
};
std::variant& data = const_cast&>(_data);
if (m_op == Operation::PACKSIZE) {
m_packSize += Mpi::packSize(data.index(), m_comm);
std::visit( [&] (auto& arg) { handle(arg); }, data);
} else if (m_op == Operation::PACK) {
Mpi::pack(data.index(), m_buffer, m_position, m_comm);
std::visit([&](auto& arg) { handle(arg); }, data);
} else if (m_op == Operation::UNPACK) {
size_t index;
Mpi::unpack(index, m_buffer, m_position, m_comm);
if (index == 0) {
data = T0();
handle(std::get<0>(data));
} else if (index == 1) {
data = T1();
handle(std::get<1>(data));
} else if (index == 2) {
data = T2();
handle(std::get<2>(data));
} else if (index == 3) {
data = T3();
handle(std::get<3>(data));
} else
std::logic_error("Internal meltdown in std::variant unpack");
}
}
//! \brief Handler for std::variant<> with two fundamental types
/*
This std::variant serialization is highly specialized:
1. It is hardcoded to take exactly two types T0 and T1.
2. Both T0 and T1 must be basic types where Mpi::pack(T, ...) overloads
must exist.
*/
template
void variant(const std::variant& data)
{
auto pack_size = [&](auto& d) {
m_packSize += Mpi::packSize(d, m_comm);
};
auto pack = [&](auto& d) {
Mpi::pack(d, m_buffer, m_position, m_comm);
};
if (m_op == Operation::PACKSIZE) {
m_packSize += Mpi::packSize(data.index(), m_comm);
std::visit( [&] (auto& arg) { pack_size(arg); }, data);
} else if (m_op == Operation::PACK) {
Mpi::pack(data.index(), m_buffer, m_position, m_comm);
std::visit([&](auto& arg) { pack(arg); }, data);
} else if (m_op == Operation::UNPACK) {
size_t index;
std::variant& mutable_data = const_cast&>(data);
Mpi::unpack(index, m_buffer, m_position, m_comm);
if (index == 0) {
T0 t0;
Mpi::unpack(t0, m_buffer, m_position, m_comm);
mutable_data = t0;
} else if (index == 1) {
T1 t1;
Mpi::unpack(t1, m_buffer, m_position, m_comm);
mutable_data = t1;
} else
throw std::logic_error("Internal meltdown in std::variant unpack loaded index=" + std::to_string(index) + " allowed range: [0,1]");
}
}
//! \brief Handler for std::optional.
//! \tparam T Type for data
//! \param data The optional to (de-)serialize
template
void optional(const std::optional& data)
{
if (m_op == Operation::PACKSIZE) {
m_packSize += Mpi::packSize(data.has_value(), m_comm);
if (data.has_value()) {
if constexpr (has_serializeOp::value) {
const_cast(*data).serializeOp(*this);
} else
m_packSize += Mpi::packSize(*data, m_comm);
}
} else if (m_op == Operation::PACK) {
Mpi::pack(data.has_value(), m_buffer, m_position, m_comm);
if (data.has_value()) {
if constexpr (has_serializeOp::value) {
const_cast(*data).serializeOp(*this);
} else {
Mpi::pack(*data, m_buffer, m_position, m_comm);
}
}
} else if (m_op == Operation::UNPACK) {
bool has;
Mpi::unpack(has, m_buffer, m_position, m_comm);
if (has) {
T res;
if constexpr (has_serializeOp::value) {
res.serializeOp(*this);
} else {
Mpi::unpack(res, m_buffer, m_position, m_comm);
}
const_cast&>(data) = res;
}
}
}
//! \brief Handler for maps.
//! \tparam Map map type
//! \tparam complexType Whether or not Data in map is a complex type
//! \param map The map to (de-)serialize
template
void map(Map& data)
{
using Key = typename Map::key_type;
using Data = typename Map::mapped_type;
auto handle = [&](auto& d)
{
if constexpr (is_vector::value)
this->template vector(d);
else if constexpr (is_ptr::value)
ptr(d);
else if constexpr (is_dynamic_state::value)
d.template serializeOp(*this);
else if constexpr (complexType)
d.serializeOp(*this);
else
(*this)(d);
};
if (m_op == Operation::PACKSIZE) {
m_packSize += Mpi::packSize(data.size(), m_comm);
for (auto& it : data) {
m_packSize += Mpi::packSize(it.first, m_comm);
handle(it.second);
}
} else if (m_op == Operation::PACK) {
Mpi::pack(data.size(), m_buffer, m_position, m_comm);
for (auto& it : data) {
Mpi::pack(it.first, m_buffer, m_position, m_comm);
handle(it.second);
}
} else if (m_op == Operation::UNPACK) {
size_t size;
Mpi::unpack(size, m_buffer, m_position, m_comm);
for (size_t i = 0; i < size; ++i) {
Key key;
Mpi::unpack(key, m_buffer, m_position, m_comm);
Data entry;
handle(entry);
data.insert(std::make_pair(key, entry));
}
}
}
//! \brief Call this to serialize data.
//! \tparam T Type of class to serialize
//! \param data Class to serialize
template
void pack(T& data)
{
m_op = Operation::PACKSIZE;
m_packSize = 0;
data.serializeOp(*this);
m_position = 0;
m_buffer.resize(m_packSize);
m_op = Operation::PACK;
data.serializeOp(*this);
}
//! \brief Call this to de-serialize data.
//! \tparam T Type of class to de-serialize
//! \param data Class to de-serialize
template
void unpack(T& data)
{
m_position = 0;
m_op = Operation::UNPACK;
data.serializeOp(*this);
}
//! \brief Serialize and broadcast on root process, de-serialize on others.
//! \tparam T Type of class to broadcast
//! \param data Class to broadcast
template
void broadcast(T& data)
{
if (m_comm.size() == 1)
return;
if (m_comm.rank() == 0) {
try {
pack(data);
m_packSize = m_position;
m_comm.broadcast(&m_packSize, 1, 0);
m_comm.broadcast(m_buffer.data(), m_position, 0);
} catch (...) {
m_packSize = std::numeric_limits::max();
m_comm.broadcast(&m_packSize, 1, 0);
throw;
}
} else {
m_comm.broadcast(&m_packSize, 1, 0);
if (m_packSize == std::numeric_limits::max()) {
throw std::runtime_error("Error detected in parallel serialization");
}
m_buffer.resize(m_packSize);
m_comm.broadcast(m_buffer.data(), m_packSize, 0);
unpack(data);
}
}
//! \brief Returns current position in buffer.
size_t position() const
{
return m_position;
}
//! \brief Returns true if we are currently doing a serialization operation.
bool isSerializing() const
{
return m_op != Operation::UNPACK;
}
protected:
//! \brief Enumeration of operations.
enum class Operation {
PACKSIZE, //!< Calculating serialization buffer size
PACK, //!< Performing serialization
UNPACK //!< Performing de-serialization
};
//! \brief Predicate for detecting pairs.
template
struct is_pair {
constexpr static bool value = false;
};
template
struct is_pair> {
constexpr static bool value = true;
};
//! \brief Predicate for detecting vectors.
template
struct is_vector {
constexpr static bool value = false;
};
template
struct is_vector> {
constexpr static bool value = true;
};
//! \brief Predicate for detecting variants.
template
struct is_variant {
constexpr static bool value = false;
};
template
struct is_variant> {
constexpr static bool value = true;
};
//! \brief Predicate for smart pointers.
template
struct is_ptr {
constexpr static bool value = false;
};
template
struct is_ptr> {
constexpr static bool value = true;
};
template
struct is_ptr> {
constexpr static bool value = true;
};
//! \brief Predicate for DynamicState.
template
struct is_dynamic_state {
constexpr static bool value = false;
};
template
struct is_dynamic_state> {
constexpr static bool value = true;
};
//! \brief Predicate for std::optional.
template
struct is_optional {
constexpr static bool value = false;
};
template
struct is_optional> {
constexpr static bool value = true;
};
//! \brief Handler for pairs.
//! \details If data is POD or a string, we pass it to the underlying serializer,
//! if not we assume a complex type.
template
void pair(const std::pair& data)
{
if constexpr (std::is_pod::value || std::is_same::value)
(*this)(data.first);
else
data.first.serializeOp(*this);
if constexpr (std::is_pod::value || std::is_same::value)
(*this)(data.second);
else
const_cast(data.second).serializeOp(*this);
}
//! \brief Handler for smart pointers.
//! \details If data is POD or a string, we pass it to the underlying serializer,
//! if not we assume a complex type.
template
void ptr(const PtrType& data)
{
using T1 = typename PtrType::element_type;
bool value = data ? true : false;
(*this)(value);
if (m_op == Operation::UNPACK && value) {
const_cast(data).reset(new T1);
}
if (data)
data->serializeOp(*this);
}
//! \brief Checks if a type has a serializeOp member.
//! \detail Ideally we would check for the serializeOp member,
//! but this is a member template. For simplicity,
//! we use serializeObject as our check for now.
template
class has_serializeOp
{
using yes_type = char;
using no_type = long;
template static yes_type test(decltype(&U::serializeObject));
template static no_type test(...);
public:
static constexpr bool value = sizeof(test(0)) == sizeof(yes_type);
};
Dune::CollectiveCommunication m_comm; //!< Communicator to broadcast using
Operation m_op = Operation::PACKSIZE; //!< Current operation
size_t m_packSize = 0; //!< Required buffer size after PACKSIZE has been done
int m_position = 0; //!< Current position in buffer
std::vector m_buffer; //!< Buffer for serialized data
};
}
#endif