debug lbpm-serial-decomp
This commit is contained in:
James E McClure
parent
8139f8120f
commit
80de0fee1a
@ -18,7 +18,7 @@ int main(int argc, char **argv)
|
|||||||
|
|
||||||
int rank=0;
|
int rank=0;
|
||||||
|
|
||||||
/* bool MULTINPUT=false;
|
/* bool MULTINPUT=false;
|
||||||
|
|
||||||
int NWP,SOLID,rank_offset;
|
int NWP,SOLID,rank_offset;
|
||||||
SOLID=atoi(argv[1]);
|
SOLID=atoi(argv[1]);
|
||||||
@ -35,62 +35,62 @@ int main(int argc, char **argv)
|
|||||||
MULTINPUT=true;
|
MULTINPUT=true;
|
||||||
rank_offset=0;
|
rank_offset=0;
|
||||||
}
|
}
|
||||||
*/
|
*/
|
||||||
string filename;
|
string filename;
|
||||||
if (argc > 1)
|
if (argc > 1)
|
||||||
filename=argv[1];
|
filename=argv[1];
|
||||||
else{
|
else{
|
||||||
ERROR("lbpm_serial_decomp: no in put database provided \n");
|
ERROR("lbpm_serial_decomp: no in put database provided \n");
|
||||||
}
|
}
|
||||||
int rank_offset=0;
|
int rank_offset=0;
|
||||||
|
|
||||||
//.......................................................................
|
//.......................................................................
|
||||||
// Reading the domain information file
|
// Reading the domain information file
|
||||||
//.......................................................................
|
//.......................................................................
|
||||||
int nprocs, nprocx, nprocy, nprocz, nx, ny, nz, nspheres;
|
int nprocs, nprocx, nprocy, nprocz, nx, ny, nz, nspheres;
|
||||||
double Lx, Ly, Lz;
|
double Lx, Ly, Lz;
|
||||||
int64_t Nx,Ny,Nz;
|
int64_t Nx,Ny,Nz;
|
||||||
int64_t i,j,k,n;
|
int64_t i,j,k,n;
|
||||||
int BC=0;
|
int BC=0;
|
||||||
int64_t xStart,yStart,zStart;
|
int64_t xStart,yStart,zStart;
|
||||||
// char fluidValue,solidValue;
|
// char fluidValue,solidValue;
|
||||||
|
|
||||||
xStart=yStart=zStart=0;
|
xStart=yStart=zStart=0;
|
||||||
// read the input database
|
// read the input database
|
||||||
auto db = std::make_shared<Database>( filename );
|
auto db = std::make_shared<Database>( filename );
|
||||||
auto domain_db = db->getDatabase( "Domain" );
|
auto domain_db = db->getDatabase( "Domain" );
|
||||||
|
|
||||||
// Read domain parameters
|
// Read domain parameters
|
||||||
auto Filename = domain_db->getScalar<std::string>( "Filename" );
|
auto Filename = domain_db->getScalar<std::string>( "Filename" );
|
||||||
auto L = domain_db->getVector<double>( "L" );
|
auto L = domain_db->getVector<double>( "L" );
|
||||||
auto size = domain_db->getVector<int>( "n" );
|
auto size = domain_db->getVector<int>( "n" );
|
||||||
auto SIZE = domain_db->getVector<int>( "N" );
|
auto SIZE = domain_db->getVector<int>( "N" );
|
||||||
auto nproc = domain_db->getVector<int>( "nproc" );
|
auto nproc = domain_db->getVector<int>( "nproc" );
|
||||||
auto ReadValues = domain_db->getVector<char>( "ReadValues" );
|
auto ReadValues = domain_db->getVector<char>( "ReadValues" );
|
||||||
auto WriteValues = domain_db->getVector<char>( "WriteValues" );
|
auto WriteValues = domain_db->getVector<char>( "WriteValues" );
|
||||||
|
|
||||||
nx = size[0];
|
nx = size[0];
|
||||||
ny = size[1];
|
ny = size[1];
|
||||||
nz = size[2];
|
nz = size[2];
|
||||||
nprocx = nproc[0];
|
nprocx = nproc[0];
|
||||||
nprocy = nproc[1];
|
nprocy = nproc[1];
|
||||||
nprocz = nproc[2];
|
nprocz = nproc[2];
|
||||||
Nx = SIZE[0];
|
Nx = SIZE[0];
|
||||||
Ny = SIZE[1];
|
Ny = SIZE[1];
|
||||||
Nz = SIZE[2];
|
Nz = SIZE[2];
|
||||||
//Nx = nprocx*nx;
|
//Nx = nprocx*nx;
|
||||||
//Ny = nprocx*ny;
|
//Ny = nprocx*ny;
|
||||||
//Nz = nprocx*nz;
|
//Nz = nprocx*nz;
|
||||||
|
|
||||||
printf("Input media: %s\n",Filename.c_str());
|
printf("Input media: %s\n",Filename.c_str());
|
||||||
printf("Relabeling %lu values\n",ReadValues.size());
|
printf("Relabeling %lu values\n",ReadValues.size());
|
||||||
for (int idx=0; idx<ReadValues.size(); idx++){
|
for (int idx=0; idx<ReadValues.size(); idx++){
|
||||||
char oldvalue=ReadValues[idx];
|
char oldvalue=ReadValues[idx];
|
||||||
char newvalue=WriteValues[idx];
|
char newvalue=WriteValues[idx];
|
||||||
printf("oldvalue=%d, newvalue =%d \n",oldvalue,newvalue);
|
printf("oldvalue=%d, newvalue =%d \n",oldvalue,newvalue);
|
||||||
}
|
}
|
||||||
|
|
||||||
/* if (rank==0){
|
/* if (rank==0){
|
||||||
ifstream domain("Domain.in");
|
ifstream domain("Domain.in");
|
||||||
domain >> nprocx;
|
domain >> nprocx;
|
||||||
domain >> nprocy;
|
domain >> nprocy;
|
||||||
@ -115,101 +115,100 @@ int main(int argc, char **argv)
|
|||||||
image >> zStart;
|
image >> zStart;
|
||||||
|
|
||||||
}
|
}
|
||||||
*/
|
*/
|
||||||
nprocs=nprocx*nprocy*nprocz;
|
nprocs=nprocx*nprocy*nprocz;
|
||||||
|
|
||||||
char *SegData = NULL;
|
char *SegData = NULL;
|
||||||
// Rank=0 reads the entire segmented data and distributes to worker processes
|
// Rank=0 reads the entire segmented data and distributes to worker processes
|
||||||
if (rank==0){
|
if (rank==0){
|
||||||
printf("Dimensions of segmented image: %ld x %ld x %ld \n",Nx,Ny,Nz);
|
printf("Dimensions of segmented image: %ld x %ld x %ld \n",Nx,Ny,Nz);
|
||||||
int64_t SIZE = Nx*Ny*Nz;
|
int64_t SIZE = Nx*Ny*Nz;
|
||||||
SegData = new char[SIZE];
|
SegData = new char[SIZE];
|
||||||
FILE *SEGDAT = fopen(Filename.c_str(),"rb");
|
FILE *SEGDAT = fopen(Filename.c_str(),"rb");
|
||||||
if (SEGDAT==NULL) ERROR("Error reading segmented data");
|
if (SEGDAT==NULL) ERROR("Error reading segmented data");
|
||||||
size_t ReadSeg;
|
size_t ReadSeg;
|
||||||
ReadSeg=fread(SegData,1,SIZE,SEGDAT);
|
ReadSeg=fread(SegData,1,SIZE,SEGDAT);
|
||||||
if (ReadSeg != size_t(SIZE)) printf("lbpm_segmented_decomp: Error reading segmented data (rank=%i)\n",rank);
|
if (ReadSeg != size_t(SIZE)) printf("lbpm_segmented_decomp: Error reading segmented data (rank=%i)\n",rank);
|
||||||
fclose(SEGDAT);
|
fclose(SEGDAT);
|
||||||
printf("Read segmented data from %s \n",Filename.c_str());
|
printf("Read segmented data from %s \n",Filename.c_str());
|
||||||
}
|
}
|
||||||
|
|
||||||
// Get the rank info
|
// Get the rank info
|
||||||
int64_t N = (nx+2)*(ny+2)*(nz+2);
|
int64_t N = (nx+2)*(ny+2)*(nz+2);
|
||||||
|
|
||||||
// number of sites to use for periodic boundary condition transition zone
|
// number of sites to use for periodic boundary condition transition zone
|
||||||
int64_t z_transition_size = (nprocz*nz - (Nz - zStart))/2;
|
int64_t z_transition_size = (nprocz*nz - (Nz - zStart))/2;
|
||||||
if (z_transition_size < 0) z_transition_size=0;
|
if (z_transition_size < 0) z_transition_size=0;
|
||||||
|
|
||||||
char LocalRankFilename[40];
|
char LocalRankFilename[40];
|
||||||
char *loc_id;
|
char *loc_id;
|
||||||
loc_id = new char [(nx+2)*(ny+2)*(nz+2)];
|
loc_id = new char [(nx+2)*(ny+2)*(nz+2)];
|
||||||
|
|
||||||
std::vector<int> LabelCount[ReadValues.size(),0];
|
std::vector<int> LabelCount[ReadValues.size(),0];
|
||||||
// Set up the sub-domains
|
// Set up the sub-domains
|
||||||
if (rank==0){
|
if (rank==0){
|
||||||
printf("Distributing subdomains across %i processors \n",nprocs);
|
printf("Distributing subdomains across %i processors \n",nprocs);
|
||||||
printf("Process grid: %i x %i x %i \n",nprocx,nprocy,nprocz);
|
printf("Process grid: %i x %i x %i \n",nprocx,nprocy,nprocz);
|
||||||
printf("Subdomain size: %i x %i x %i \n",nx,ny,nz);
|
printf("Subdomain size: %i x %i x %i \n",nx,ny,nz);
|
||||||
printf("Size of transition region: %ld \n", z_transition_size);
|
printf("Size of transition region: %ld \n", z_transition_size);
|
||||||
|
|
||||||
for (int kp=0; kp<nprocz; kp++){
|
for (int kp=0; kp<nprocz; kp++){
|
||||||
for (int jp=0; jp<nprocy; jp++){
|
for (int jp=0; jp<nprocy; jp++){
|
||||||
for (int ip=0; ip<nprocx; ip++){
|
for (int ip=0; ip<nprocx; ip++){
|
||||||
// rank of the process that gets this subdomain
|
// rank of the process that gets this subdomain
|
||||||
int rnk = kp*nprocx*nprocy + jp*nprocx + ip;
|
int rnk = kp*nprocx*nprocy + jp*nprocx + ip;
|
||||||
// Pack and send the subdomain for rnk
|
// Pack and send the subdomain for rnk
|
||||||
for (k=0;k<nz+2;k++){
|
for (k=0;k<nz+2;k++){
|
||||||
for (j=0;j<ny+2;j++){
|
for (j=0;j<ny+2;j++){
|
||||||
for (i=0;i<nx+2;i++){
|
for (i=0;i<nx+2;i++){
|
||||||
int64_t x = xStart + ip*nx + i-1;
|
int64_t x = xStart + ip*nx + i-1;
|
||||||
int64_t y = yStart + jp*ny + j-1;
|
int64_t y = yStart + jp*ny + j-1;
|
||||||
// int64_t z = zStart + kp*nz + k-1;
|
// int64_t z = zStart + kp*nz + k-1;
|
||||||
int64_t z = zStart + kp*nz + k-1 - z_transition_size;
|
int64_t z = zStart + kp*nz + k-1 - z_transition_size;
|
||||||
if (z<zStart) z=zStart;
|
if (z<zStart) z=zStart;
|
||||||
if (!(z<Nz)) z=Nz-1;
|
if (!(z<Nz)) z=Nz-1;
|
||||||
int64_t nlocal = k*(nx+2)*(ny+2) + j*(nx+2) + i;
|
int64_t nlocal = k*(nx+2)*(ny+2) + j*(nx+2) + i;
|
||||||
int64_t nglobal = z*Nx*Ny+y*Nx+x;
|
int64_t nglobal = z*Nx*Ny+y*Nx+x;
|
||||||
loc_id[nlocal] = SegData[nglobal];
|
loc_id[nlocal] = SegData[nglobal];
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
// relabel the data
|
|
||||||
for (k=0;k<nz+2;k++){
|
|
||||||
for (j=0;j<ny+2;j++){
|
|
||||||
for (i=0;i<nx+2;i++){
|
|
||||||
n = k*(nx+2)*(ny+2) + j*(nx+2) + i;;
|
|
||||||
char locval = loc_id[n];
|
|
||||||
for (int idx=0; idx<ReadValues.size(); idx++){
|
|
||||||
char oldvalue=ReadValues[idx];
|
|
||||||
char newvalue=WriteValues[idx];
|
|
||||||
if (locval == oldvalue){
|
|
||||||
loc_id[n] = newvalue;
|
|
||||||
LabelCount[idx]++;
|
|
||||||
idx = ReadValues.size();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
//if (loc_id[n]==char(SOLID)) loc_id[n] = 0;
|
|
||||||
//else if (loc_id[n]==char(NWP)) loc_id[n] = 1;
|
|
||||||
//else loc_id[n] = 2;
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Write the data for this rank data
|
|
||||||
sprintf(LocalRankFilename,"ID.%05i",rnk+rank_offset);
|
|
||||||
FILE *ID = fopen(LocalRankFilename,"wb");
|
|
||||||
fwrite(loc_id,1,(nx+2)*(ny+2)*(nz+2),ID);
|
|
||||||
fclose(ID);
|
|
||||||
}
|
}
|
||||||
|
// relabel the data
|
||||||
|
for (k=0;k<nz+2;k++){
|
||||||
|
for (j=0;j<ny+2;j++){
|
||||||
|
for (i=0;i<nx+2;i++){
|
||||||
|
n = k*(nx+2)*(ny+2) + j*(nx+2) + i;;
|
||||||
|
char locval = loc_id[n];
|
||||||
|
for (int idx=0; idx<ReadValues.size(); idx++){
|
||||||
|
char oldvalue=ReadValues[idx];
|
||||||
|
char newvalue=WriteValues[idx];
|
||||||
|
if (locval == oldvalue){
|
||||||
|
loc_id[n] = newvalue;
|
||||||
|
LabelCount[idx]++;
|
||||||
|
idx = ReadValues.size();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
//if (loc_id[n]==char(SOLID)) loc_id[n] = 0;
|
||||||
|
//else if (loc_id[n]==char(NWP)) loc_id[n] = 1;
|
||||||
|
//else loc_id[n] = 2;
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Write the data for this rank data
|
||||||
|
sprintf(LocalRankFilename,"ID.%05i",rnk+rank_offset);
|
||||||
|
FILE *ID = fopen(LocalRankFilename,"wb");
|
||||||
|
fwrite(loc_id,1,(nx+2)*(ny+2)*(nz+2),ID);
|
||||||
|
fclose(ID);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
for (int idx=0; idx<ReadValues.size(); idx++){
|
|
||||||
char label=ReadValues[idx];
|
|
||||||
int count=LabelCount[idx];
|
|
||||||
printf("Label=%d, Count=%d \n",label,count);
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
for (int idx=0; idx<ReadValues.size(); idx++){
|
||||||
|
char label=ReadValues[idx];
|
||||||
|
int count=LabelCount[idx];
|
||||||
|
printf("Label=%d, Count=%d \n",label,count);
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user