/* Copyright 2015 Dr. Blatt - HPC-Simulation-Software & Services. Coypright 2015 NTNU Copyright 2015 Statoil AS Copyright 2015 IRIS AS This file is part of the Open Porous Media project (OPM). OPM is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. OPM is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with OPM. If not, see . */ #ifndef OPM_REDISTRIBUTEDATAHANDLES_HEADER #define OPM_REDISTRIBUTEDATAHANDLES_HEADER #include #include #include #include namespace Opm { template inline void distributeGridAndData( Grid& , EclipseStateConstPtr , BlackoilState& , BlackoilPropsAdFromDeck& , DerivedGeology&, boost::any& , const bool ) { } #if HAVE_DUNE_CORNERPOINT /// \brief a data handle to distribute Derived Geology class GeologyDataHandle { public: /// \brief type of the data we send typedef double DataType; /// \brief Constructor /// \param sendGrid The grid that the data is attached to when sending. /// \param recvGrid The grid that the data is attached to when receiving. /// \param sendGeology The state where we will retieve the values to be sent. /// \param recvGeology The state where we will store the received values. GeologyDataHandle(const Dune::CpGrid& sendGrid, const Dune::CpGrid& recvGrid, const DerivedGeology& sendGeology, DerivedGeology& recvGeology) : sendGrid_(sendGrid), recvGrid_(recvGrid), sendGeology_(sendGeology), recvGeology_(recvGeology) {} bool fixedsize(int /*dim*/, int /*codim*/) { return false; } template std::size_t size(const T& e) { if ( T::codimension == 0) { return 1 + sendGrid_.numCellFaces(e.index()); } else { OPM_THROW(std::logic_error, "Data handle can only be used for elements"); } } template void gather(B& buffer, const T& e) { assert( T::codimension == 0); buffer.write(sendGeology_.poreVolume()[e.index()]); for ( int i=0; i< sendGrid_.numCellFaces(e.index()); ++i ) { buffer.write(sendGeology_.transmissibility()[sendGrid_.cellFace(e.index(), i)]); } } template void scatter(B& buffer, const T& e, std::size_t /* size */) { assert( T::codimension == 0); double val; buffer.read(val); recvGeology_.poreVolume()[e.index()]=val; for ( int i=0; i< recvGrid_.numCellFaces(e.index()); ++i ) { buffer.read(val); recvGeology_.transmissibility()[recvGrid_.cellFace(e.index(), i)]=val; } } bool contains(int dim, int codim) { return dim==3 && codim==0; } private: /// \brief The grid that the data we send is associated with. const Dune::CpGrid& sendGrid_; /// \brief The grid that the data we receive is associated with. const Dune::CpGrid& recvGrid_; /// \brief The data to send. const DerivedGeology& sendGeology_; /// \brief The data to receive. DerivedGeology& recvGeology_; }; /// \brief a data handle to distribute the BlackoilState class BlackoilStateDataHandle { public: /// \brief The data that we send. typedef double DataType; /// \brief Constructor. /// \param sendGrid The grid that the data is attached to when sending. /// \param recvGrid The grid that the data is attached to when receiving. /// \param sendState The state where we will retieve the values to be sent. /// \param recvState The state where we will store the received values. BlackoilStateDataHandle(const Dune::CpGrid& sendGrid, const Dune::CpGrid& recvGrid, const BlackoilState& sendState, BlackoilState& recvState) : sendGrid_(sendGrid), recvGrid_(recvGrid), sendState_(sendState), recvState_(recvState) {} bool fixedsize(int /*dim*/, int /*codim*/) { return false; } template std::size_t size(const T& e) { if ( T::codimension == 0) { return 2 * sendState_.numPhases() +4+2*sendGrid_.numCellFaces(e.index()); } else { OPM_THROW(std::logic_error, "Data handle can only be used for elements"); } } template void gather(B& buffer, const T& e) { assert( T::codimension == 0); for ( int i=0; i void scatter(B& buffer, const T& e, std::size_t size) { assert( T::codimension == 0); assert( int(size) == 2 * recvState_.numPhases() +4+2*recvGrid_.numCellFaces(e.index())); static_cast(size); double val; for ( int i=0; i0 ) { recvProps_.satOilMax_.resize(recvProps_.satOilMax_.size(), -std::numeric_limits::max()); ++size_; } } bool fixedsize(int /*dim*/, int /*codim*/) { return true; } template std::size_t size(const T&) { if ( T::codimension == 0) { // We only send cellPvtRegionIdx_, and maybe satOilMax_ return size_; } else { OPM_THROW(std::logic_error, "Data handle can only be used for elements"); } } template void gather(B& buffer, const T& e) { assert( T::codimension == 0); buffer.write(sendProps_.cellPvtRegionIndex()[e.index()]); if ( size_ > 1 ) { buffer.write(sendProps_.satOilMax_[e.index()]); } } template void scatter(B& buffer, const T& e, std::size_t size) { assert( T::codimension == 0); assert( size==size_ ); (void) size; double val; buffer.read(val); recvProps_.cellPvtRegionIdx_[e.index()]=val; if ( size_ > 1 ) { buffer.read(val); recvProps_.satOilMax_[e.index()]=val; } } bool contains(int dim, int codim) { return dim==3 && codim==0; } private: /// \brief The properties where we will retieve the values to be sent. const BlackoilPropsAdFromDeck& sendProps_; // \brief The properties where we will store the received values. BlackoilPropsAdFromDeck& recvProps_; std::size_t size_; }; inline void distributeGridAndData( Dune::CpGrid& grid, EclipseStateConstPtr eclipseState, BlackoilState& state, BlackoilPropsAdFromDeck& properties, DerivedGeology& geology, boost::any& parallelInformation, const bool useLocalPerm) { std::shared_ptr distributed_geology; BlackoilState distributed_state; std::shared_ptr distributed_props;// = new_props; Dune::CpGrid global_grid ( grid ); global_grid.switchToGlobalView(); // distribute the grid and switch to the distributed view grid.loadBalance(); grid.switchToDistributedView(); distributed_props = std::make_shared(properties, grid.numCells()); distributed_state.init(grid.numCells(), grid.numFaces(), state.numPhases()); // init does not resize surfacevol. Do it manually. distributed_state.surfacevol().resize(grid.numCells()*state.numPhases(), std::numeric_limits::max()); BlackoilStateDataHandle state_handle(global_grid, grid, state, distributed_state); BlackoilPropsDataHandle props_handle(properties, *distributed_props); grid.scatterData(state_handle); grid.scatterData(props_handle); // Create a distributed Geology. Some values will be updated using communication // below distributed_geology.reset(new DerivedGeology(grid, *distributed_props, eclipseState, useLocalPerm, geology.gravity())); GeologyDataHandle geo_handle(global_grid, grid, geology, *distributed_geology); grid.scatterData(geo_handle); // copy states properties = *distributed_props; geology = *distributed_geology; state = distributed_state; extractParallelGridInformationToISTL(grid, parallelInformation); } #endif } // end namespace Opm #endif