242 lines
7.9 KiB
C++
Executable File
242 lines
7.9 KiB
C++
Executable File
#ifndef Domain_INC
|
|
#define Domain_INC
|
|
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <iostream>
|
|
#include <fstream>
|
|
#include <vector>
|
|
#include <math.h>
|
|
#include <time.h>
|
|
#include <exception>
|
|
#include <stdexcept>
|
|
|
|
#include "common/Array.h"
|
|
#include "common/Utilities.h"
|
|
#include "common/MPI.h"
|
|
#include "common/Communication.h"
|
|
#include "common/Database.h"
|
|
|
|
class Domain;
|
|
template<class TYPE> class PatchData;
|
|
|
|
|
|
//! Class to hold information about a box
|
|
class Box {
|
|
public:
|
|
int ifirst[3];
|
|
int ilast[3];
|
|
};
|
|
|
|
|
|
enum class DataLocation { CPU, DEVICE };
|
|
|
|
|
|
//! Class to hold information about a patch
|
|
class Patch {
|
|
public:
|
|
|
|
//! Empty constructor
|
|
Patch() = delete;
|
|
|
|
//! Copy constructor
|
|
Patch( const Patch& ) = delete;
|
|
|
|
//! Assignment operator
|
|
Patch& operator=( const Patch& ) = delete;
|
|
|
|
//! Return the box for the patch
|
|
inline const Box& getBox() const { return d_box; }
|
|
|
|
//! Create patch data
|
|
template<class TYPE>
|
|
std::shared_ptr<PatchData<TYPE>> createPatchData( DataLocation location ) const;
|
|
|
|
private:
|
|
Box d_box;
|
|
int d_owner;
|
|
Domain *d_domain;
|
|
|
|
};
|
|
|
|
|
|
//! Class to hold domain info
|
|
class Domain{
|
|
public:
|
|
//! Default constructor
|
|
Domain( std::shared_ptr<Database> db, const Utilities::MPI& Communicator);
|
|
|
|
//! Obsolete constructor
|
|
Domain( int nx, int ny, int nz, int rnk, int npx, int npy, int npz,
|
|
double lx, double ly, double lz, int BC);
|
|
|
|
//! Empty constructor
|
|
Domain() = delete;
|
|
|
|
//! Copy constructor
|
|
Domain( const Domain& ) = delete;
|
|
|
|
//! Assignment operator
|
|
Domain& operator=( const Domain& ) = delete;
|
|
|
|
//! Destructor
|
|
~Domain();
|
|
|
|
//! Get the database
|
|
inline std::shared_ptr<const Database> getDatabase() const { return d_db; }
|
|
|
|
//! Get the domain box
|
|
inline const Box& getBox() const { return d_box; }
|
|
|
|
//! Get local patch
|
|
inline const Patch& getLocalPatch() const { return *d_localPatch; }
|
|
|
|
//! Get all patches
|
|
inline const std::vector<Patch>& getAllPatch() const { return d_patches; }
|
|
|
|
|
|
private:
|
|
|
|
void initialize( std::shared_ptr<Database> db );
|
|
|
|
std::shared_ptr<Database> d_db;
|
|
Box d_box;
|
|
Patch *d_localPatch;
|
|
std::vector<Patch> d_patches;
|
|
|
|
|
|
public: // Public variables (need to create accessors instead)
|
|
|
|
std::shared_ptr<Database> database;
|
|
double Lx,Ly,Lz,Volume,voxel_length;
|
|
int Nx,Ny,Nz,N;
|
|
int inlet_layers_x, inlet_layers_y, inlet_layers_z;
|
|
int outlet_layers_x, outlet_layers_y, outlet_layers_z;
|
|
int inlet_layers_phase; //as usual: 1->n, 2->w
|
|
int outlet_layers_phase;
|
|
double porosity;
|
|
RankInfoStruct rank_info;
|
|
|
|
Utilities::MPI Comm; // MPI Communicator for this domain
|
|
|
|
int BoundaryCondition;
|
|
|
|
//**********************************
|
|
// MPI ranks for all 18 neighbors
|
|
//**********************************
|
|
inline double Porosity() const { return porosity; }
|
|
inline int iproc() const { return rank_info.ix; }
|
|
inline int jproc() const { return rank_info.jy; }
|
|
inline int kproc() const { return rank_info.kz; }
|
|
inline int nprocx() const { return rank_info.nx; }
|
|
inline int nprocy() const { return rank_info.ny; }
|
|
inline int nprocz() const { return rank_info.nz; }
|
|
inline int rank() const { return rank_info.rank[1][1][1]; }
|
|
inline int rank_X() const { return rank_info.rank[2][1][1]; }
|
|
inline int rank_x() const { return rank_info.rank[0][1][1]; }
|
|
inline int rank_Y() const { return rank_info.rank[1][2][1]; }
|
|
inline int rank_y() const { return rank_info.rank[1][0][1]; }
|
|
inline int rank_Z() const { return rank_info.rank[1][1][2]; }
|
|
inline int rank_z() const { return rank_info.rank[1][1][0]; }
|
|
inline int rank_XY() const { return rank_info.rank[2][2][1]; }
|
|
inline int rank_xy() const { return rank_info.rank[0][0][1]; }
|
|
inline int rank_Xy() const { return rank_info.rank[2][0][1]; }
|
|
inline int rank_xY() const { return rank_info.rank[0][2][1]; }
|
|
inline int rank_XZ() const { return rank_info.rank[2][1][2]; }
|
|
inline int rank_xz() const { return rank_info.rank[0][1][0]; }
|
|
inline int rank_Xz() const { return rank_info.rank[2][1][0]; }
|
|
inline int rank_xZ() const { return rank_info.rank[0][1][2]; }
|
|
inline int rank_YZ() const { return rank_info.rank[1][2][2]; }
|
|
inline int rank_yz() const { return rank_info.rank[1][0][0]; }
|
|
inline int rank_Yz() const { return rank_info.rank[1][2][0]; }
|
|
inline int rank_yZ() const { return rank_info.rank[1][0][2]; }
|
|
|
|
//**********************************
|
|
//......................................................................................
|
|
// Get the actual D3Q19 communication counts (based on location of solid phase)
|
|
// Discrete velocity set symmetry implies the sendcount = recvcount
|
|
//......................................................................................
|
|
inline int recvCount( const char* dir ) const { return getRecvList( dir ).size(); }
|
|
inline int sendCount( const char* dir ) const { return getSendList( dir ).size(); }
|
|
inline const int* recvList( const char* dir ) const { return getRecvList( dir ).data(); }
|
|
inline const int* sendList( const char* dir ) const { return getSendList( dir ).data(); }
|
|
|
|
//......................................................................................
|
|
// Solid indicator function
|
|
std::vector<signed char> id;
|
|
|
|
void ReadIDs();
|
|
void Decomp( const std::string& filename );
|
|
void CommunicateMeshHalo(DoubleArray &Mesh);
|
|
void CommInit();
|
|
int PoreCount();
|
|
|
|
void ReadFromFile(const std::string& Filename,const std::string& Datatype, double *UserData);
|
|
void AggregateLabels( const std::string& filename );
|
|
void AggregateLabels( const std::string& filename, DoubleArray &UserData );
|
|
|
|
private:
|
|
|
|
void PackID(int *list, int count, signed char *sendbuf, signed char *ID);
|
|
void UnpackID(int *list, int count, signed char *recvbuf, signed char *ID);
|
|
void CommHaloIDs();
|
|
|
|
//......................................................................................
|
|
MPI_Request req1[18], req2[18];
|
|
//......................................................................................
|
|
std::vector<int> sendList_x, sendList_y, sendList_z, sendList_X, sendList_Y, sendList_Z;
|
|
std::vector<int> sendList_xy, sendList_yz, sendList_xz, sendList_Xy, sendList_Yz, sendList_xZ;
|
|
std::vector<int> sendList_xY, sendList_yZ, sendList_Xz, sendList_XY, sendList_YZ, sendList_XZ;
|
|
//......................................................................................
|
|
std::vector<int> recvList_x, recvList_y, recvList_z, recvList_X, recvList_Y, recvList_Z;
|
|
std::vector<int> recvList_xy, recvList_yz, recvList_xz, recvList_Xy, recvList_Yz, recvList_xZ;
|
|
std::vector<int> recvList_xY, recvList_yZ, recvList_Xz, recvList_XY, recvList_YZ, recvList_XZ;
|
|
//......................................................................................
|
|
const std::vector<int>& getRecvList( const char* dir ) const;
|
|
const std::vector<int>& getSendList( const char* dir ) const;
|
|
|
|
};
|
|
|
|
|
|
// Class to hold data on a patch
|
|
template<class TYPE>
|
|
class PatchData {
|
|
public:
|
|
|
|
//! Get the raw data pointer
|
|
TYPE* data() { return d_data; }
|
|
|
|
//! Get the raw data pointer
|
|
const TYPE* data() const { return d_data; }
|
|
|
|
//! Get the patch
|
|
const Patch& getPatch() const { return *d_patch; }
|
|
|
|
//! Start communication
|
|
void beginCommunication();
|
|
|
|
//! End communication
|
|
void endCommunication();
|
|
|
|
//! Access ghost values
|
|
TYPE operator()( int, int, int ) const;
|
|
|
|
//! Copy data from another PatchData
|
|
void copy( const PatchData& rhs );
|
|
|
|
private:
|
|
DataLocation d_location;
|
|
const Patch *d_patch;
|
|
TYPE *d_data;
|
|
TYPE *d_gcw;
|
|
|
|
};
|
|
|
|
void WriteCheckpoint(const char *FILENAME, const double *cDen, const double *cfq, size_t Np);
|
|
|
|
void ReadCheckpoint(char *FILENAME, double *cDen, double *cfq, size_t Np);
|
|
|
|
void ReadBinaryFile(char *FILENAME, double *Data, size_t N);
|
|
|
|
#endif
|