#include #include #include #include #include #include #include #include "common/ScaLBL.h" #include "common/Communication.h" #include "analysis/TwoPhase.h" #include "common/MPI_Helpers.h" int main(int argc, char **argv) { //***************************************** // ***** MPI STUFF **************** //***************************************** // Initialize MPI Utilities::startup( argc, argv ); Utilities::MPI comm( MPI_COMM_WORLD ); int rank = comm.getRank(); int nprocs = comm.getSize(); { // parallel domain size (# of sub-domains) int nprocx,nprocy,nprocz; int iproc,jproc,kproc; int sendtag,recvtag; //***************************************** MPI_Request req1[18],req2[18]; MPI_Status stat1[18],stat2[18]; //********************************** int nsph,ncyl, BC; nsph = atoi(argv[1]); ncyl = atoi(argv[2]); BC = 0; if (rank == 0){ printf("********************************************************\n"); printf("Generate LBM input geometry from simple pore network"); printf("********************************************************\n"); } // Variables that specify the computational domain string FILENAME; int Nx,Ny,Nz; // local sub-domain size int nspheres; // number of spheres in the packing double Lx,Ly,Lz; // Domain length int i,j,k,n; // pmmc threshold values if (rank==0){ //....................................................................... // Reading the domain information file //....................................................................... ifstream domain("Domain.in"); domain >> nprocx; domain >> nprocy; domain >> nprocz; domain >> Nx; domain >> Ny; domain >> Nz; domain >> Lx; domain >> Ly; domain >> Lz; //....................................................................... } // ************************************************************** // Broadcast simulation parameters from rank 0 to all other procs MPI_Barrier(comm); // Computational domain MPI_Bcast(&Nx,1,MPI_INT,0,comm); MPI_Bcast(&Ny,1,MPI_INT,0,comm); MPI_Bcast(&Nz,1,MPI_INT,0,comm); MPI_Bcast(&nprocx,1,MPI_INT,0,comm); MPI_Bcast(&nprocy,1,MPI_INT,0,comm); MPI_Bcast(&nprocz,1,MPI_INT,0,comm); MPI_Bcast(&nspheres,1,MPI_INT,0,comm); MPI_Bcast(&Lx,1,MPI_DOUBLE,0,comm); MPI_Bcast(&Ly,1,MPI_DOUBLE,0,comm); MPI_Bcast(&Lz,1,MPI_DOUBLE,0,comm); //................................................. MPI_Barrier(comm); // ************************************************************** if (nprocs != nprocx*nprocy*nprocz){ printf("nprocx = %i \n",nprocx); printf("nprocy = %i \n",nprocy); printf("nprocz = %i \n",nprocz); INSIST(nprocs == nprocx*nprocy*nprocz,"Fatal error in processor count!"); } if (rank==0){ printf("********************************************************\n"); printf("Sub-domain size = %i x %i x %i\n",Nx,Ny,Nz); printf("Parallel domain size = %i x %i x %i\n",nprocx,nprocy,nprocz); printf("********************************************************\n"); } // Initialized domain and averaging framework for Two-Phase Flow // Domain Dm(Nx,Ny,Nz,rank,nprocx,nprocy,nprocz,Lx,Ly,Lz,BC); //Dm.CommInit(); //TwoPhase Averages(Dm); std::shared_ptr Dm (new Domain(Nx,Ny,Nz,rank,nprocx,nprocy,nprocz,Lx,Ly,Lz,BC)); Dm->CommInit(); std::shared_ptr Averages( new TwoPhase(Dm) ); MPI_Barrier(comm); Nx += 2; Ny += 2; Nz += 2; int N = Nx*Ny*Nz; int dist_mem_size = N*sizeof(double); //....................................................................... // Filenames used char LocalRankString[8]; char LocalRankFilename[40]; char LocalRestartFile[40]; char tmpstr[10]; sprintf(LocalRankString,"%05d",rank); sprintf(LocalRankFilename,"%s%s","ID.",LocalRankString); sprintf(LocalRestartFile,"%s%s","Restart.",LocalRankString); // printf("Local File Name = %s \n",LocalRankFilename); // .......... READ THE INPUT FILE ....................................... // char value; char *id; id = new char[N]; int sum = 0; double sum_local; double iVol_global = 1.0/(1.0*(Nx-2)*(Ny-2)*(Nz-2)*nprocs); //if (pBC) iVol_global = 1.0/(1.0*(Nx-2)*nprocx*(Ny-2)*nprocy*((Nz-2)*nprocz-6)); double pore_vol; DoubleArray cylinders(7,ncyl); // (x, y, z, X, Y, Z, radius) DoubleArray spheres(4,nsph); // ( x, y, z, radius) // Read from text file printf("Reading spheres \n"); ifstream SPHERES ( "spheres.csv" ); // declare file stream: http://www.cplusplus.com/reference/iostream/ifstream/ string value; int index=0; while ( index < nsph ) { getline ( SPHERES, value, ' ' ); // read a string until next comma: http://www.cplusplus.com/reference/string/getline/ spheres(0,index)=strtod(value.c_str(),NULL)*double(Nx-1)/Lx; getline ( SPHERES, value, ' ' ); // read a string until next comma: http://www.cplusplus.com/reference/string/getline/ spheres(1,index)=strtod(value.c_str(),NULL)*double(Nx-1)/Lx; getline ( SPHERES, value, ' ' ); // read a string until next comma: http://www.cplusplus.com/reference/string/getline/ spheres(2,index)=strtod(value.c_str(),NULL)*double(Nx-1)/Lx; getline ( SPHERES, value ); // read a string until next comma: http://www.cplusplus.com/reference/string/getline/ spheres(3,index)=strtod(value.c_str(),NULL)*double(Nx-1)/Lx; printf("cx=%f,cy=%f,cz=%f,r=%f\n",spheres(0,index),spheres(1,index),spheres(2,index),spheres(3,index)); index++; //cout << string( value, 1, value.length()-2 ); // display value removing the first and the last character from it } printf("Reading cylinders \n"); ifstream CYLINDERS ( "cylinders.csv" ); // declare file stream: http://www.cplusplus.com/reference/iostream/ifstream/ index=0; while ( index < ncyl ) { getline ( CYLINDERS, value, ' ' ); // read a string until next comma: http://www.cplusplus.com/reference/string/getline/ cylinders(0,index)=strtod(value.c_str(),NULL)*double(Nx-1)/Lx; getline ( CYLINDERS, value, ' ' ); // read a string until next comma: http://www.cplusplus.com/reference/string/getline/ cylinders(1,index)=strtod(value.c_str(),NULL)*double(Nx-1)/Lx; getline ( CYLINDERS, value, ' ' ); // read a string until next comma: http://www.cplusplus.com/reference/string/getline/ cylinders(2,index)=strtod(value.c_str(),NULL)*double(Nx-1)/Lx; getline ( CYLINDERS, value, ' ' ); // read a string until next comma: http://www.cplusplus.com/reference/string/getline/ cylinders(3,index)=strtod(value.c_str(),NULL)*double(Nx-1)/Lx; getline ( CYLINDERS, value, ' ' ); // read a string until next comma: http://www.cplusplus.com/reference/string/getline/ cylinders(4,index)=strtod(value.c_str(),NULL)*double(Nx-1)/Lx; getline ( CYLINDERS, value, ' ' ); // read a string until next comma: http://www.cplusplus.com/reference/string/getline/ cylinders(5,index)=strtod(value.c_str(),NULL)*double(Nx-1)/Lx; getline ( CYLINDERS, value ); // read a string until next comma: http://www.cplusplus.com/reference/string/getline/ cylinders(6,index)=strtod(value.c_str(),NULL)*double(Nx-1)/Lx; printf("x=%f,y=%f,z=%f,r=%f\n",cylinders(0,index),cylinders(1,index),cylinders(2,index),cylinders(6,index)); index++; //cout << string( value, 1, value.length()-2 ); // display value removing the first and the last character from it } for (k=0;kSDs(i,j,k) = -2.f*Nx; } } } sum=0; for (k=0;kSDs(i,j,k); if (s > length){ //distance = radius - sqrt((xi-X)*(xi-X) + (yj-Y)*(yj-Y) + (zk-Z)*(zk-Z)); } else if (s<0){ //distance = radius - sqrt((xi-x)*(xi-x) + (yj-y)*(yj-y) + (zk-z)*(zk-z)); } else{ double xs = alpha*s; double ys = beta*s; double zs = gamma*s; distance = radius - sqrt((xi-xs)*(xi-xs) + (yj-ys)*(yj-ys) + (zk-zs)*(zk-zs)); //if (distance>0)printf("s=%f,alpha=%f,beta=%f,gamma=%f,distance=%f\n",s,alpha,beta,gamma,distance); } if (distance > Averages->SDs(i,j,k)) Averages->SDs(i,j,k) = distance; } // Compute the distance to each sphere for (int p=0; p Averages->SDs(i,j,k)) Averages->SDs(i,j,k) = distance; } } } } for (k=0;kSDs(i,j,k) < 0.0){ id[n] = 0; } else{ id[n] = 2; sum++; } } } } // Compute the pore volume sum_local = 0.0; for ( k=1;k 0){ sum_local += 1.0; } } } } MPI_Allreduce(&sum_local,&pore_vol,1,MPI_DOUBLE,MPI_SUM,comm); if (rank==0) printf("Pore volume = %f \n",pore_vol/double(Nx*Ny*Nz)); //......................................................... // don't perform computations at the eight corners id[0] = id[Nx-1] = id[(Ny-1)*Nx] = id[(Ny-1)*Nx + Nx-1] = 0; id[(Nz-1)*Nx*Ny] = id[(Nz-1)*Nx*Ny+Nx-1] = id[(Nz-1)*Nx*Ny+(Ny-1)*Nx] = id[(Nz-1)*Nx*Ny+(Ny-1)*Nx + Nx-1] = 0; //......................................................... sprintf(LocalRankFilename,"SignDist.%05i",rank); FILE *DIST = fopen(LocalRankFilename,"wb"); fwrite(Averages->SDs.data(),8,Averages->SDs.length(),DIST); fclose(DIST); sprintf(LocalRankFilename,"ID.%05i",rank); FILE *ID = fopen(LocalRankFilename,"wb"); fwrite(id,1,N,ID); fclose(ID); } // **************************************************** comm.barrier(); Utilities::shutdown(); // **************************************************** }