zcy
/
openEMS
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

MPI: move mpi mesh split to openEMS_FDTD_MPI

pull/1/head
Thorsten Liebig 2011-02-22 10:28:15 +01:00
parent bfcd85e3e6
commit 729a92c5e1
4 changed files with 67 additions and 47 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

64
FDTD/openems_fdtd_mpi.cpp
View File

@ -31,6 +31,7 @@
#include <sys/time.h>
#include <time.h>
#include "mpi.h"
#include "tools/useful.h"
openEMS_FDTD_MPI::openEMS_FDTD_MPI() : openEMS()
{
@ -39,6 +40,7 @@ openEMS_FDTD_MPI::openEMS_FDTD_MPI() : openEMS()
m_MaxEnergy = 0;
m_EnergyDecrement = 1;
m_MPI_Op = NULL;
if (m_NumProc>1)
m_MPI_Enabled=true;
@ -83,17 +85,75 @@ bool openEMS_FDTD_MPI::parseCommandLineArgument( const char *argv )
return false;
}
bool openEMS_FDTD_MPI::SetupMPI(TiXmlElement* FDTD_Opts)
{
//manipulate geometry for this part...
UNUSED(FDTD_Opts);
if (m_MPI_Enabled)
{
CSRectGrid* grid = m_CSX->GetGrid();
int nz = grid->GetQtyLines(2);
std::vector<unsigned int> jobs = AssignJobs2Threads(nz, m_NumProc);
double z_lines[jobs.at(m_MyID)+1];
if (m_MyID==0)
{
for (unsigned int n=0;n<jobs.at(0);++n)
z_lines[n] = grid->GetLine(2,n);
grid->ClearLines(2);
grid->AddDiscLines(2,jobs.at(0),z_lines);
}
else
{
unsigned int z_start=0;
for (int n=0;n<m_MyID;++n)
z_start+=jobs.at(n);
for (unsigned int n=0;n<=jobs.at(m_MyID);++n)
z_lines[n] = grid->GetLine(2,z_start+n-1);
grid->ClearLines(2);
grid->AddDiscLines(2,jobs.at(m_MyID)+1,z_lines);
}
//lower neighbor is ID-1
if (m_MyID>0)
m_MPI_Op->m_NeighborDown[2]=m_MyID-1;
//upper neighbor is ID+1
if (m_MyID<m_NumProc-1)
m_MPI_Op->m_NeighborUp[2]=m_MyID+1;
}
else
cerr << "openEMS_FDTD_MPI::SetupMPI: Warning: Number of MPI processes is 1, skipping MPI engine... " << endl;
return true;
}
bool openEMS_FDTD_MPI::SetupOperator(TiXmlElement* FDTD_Opts)
{
bool ret = true;
if (m_engine == EngineType_MPI)
{
FDTD_Op = Operator_MPI::New();
return true;
}
else
{
return openEMS::SetupOperator(FDTD_Opts);
ret = openEMS::SetupOperator(FDTD_Opts);
}
m_MPI_Op = dynamic_cast<Operator_MPI*>(FDTD_Op);
if ((m_MPI_Enabled) && (m_MPI_Op==NULL))
{
cerr << "openEMS_FDTD_MPI::SetupOperator: Error: MPI is enabled but requested engine does not support MPI... EXIT!!!" << endl;
MPI_Barrier(MPI_COMM_WORLD);
exit(0);
}
ret &=SetupMPI(FDTD_Opts);
return ret;
}
unsigned int openEMS_FDTD_MPI::GetNextStep()

4
FDTD/openems_fdtd_mpi.h
View File

@ -21,6 +21,7 @@
#include "openems.h"
class ProcessFields;
class Operator_MPI;
class openEMS_FDTD_MPI : public openEMS
{
@ -33,10 +34,13 @@ public:
virtual bool parseCommandLineArgument( const char *argv );
protected:
Operator_MPI* m_MPI_Op;
int m_MyID;
int m_NumProc;
bool m_MPI_Enabled;
unsigned int m_NumberCells;
virtual bool SetupMPI(TiXmlElement* FDTD_Opts);
virtual bool SetupOperator(TiXmlElement* FDTD_Opts);
int* m_Gather_Buffer;

43
FDTD/operator_mpi.cpp
View File

@ -44,49 +44,6 @@ Operator_MPI::~Operator_MPI()
Delete();
}
bool Operator_MPI::SetGeometryCSX(ContinuousStructure* geo)
{
//manipulate geometry for this part...
if (m_MPI_Enabled)
{
CSRectGrid* grid = geo->GetGrid();
int nz = grid->GetQtyLines(2);
std::vector<unsigned int> jobs = AssignJobs2Threads(nz, m_NumProc);
double z_lines[jobs.at(m_MyID)+1];
if (m_MyID==0)
{
for (unsigned int n=0;n<jobs.at(0);++n)
z_lines[n] = grid->GetLine(2,n);
grid->ClearLines(2);
grid->AddDiscLines(2,jobs.at(0),z_lines);
}
else
{
unsigned int z_start=0;
for (int n=0;n<m_MyID;++n)
z_start+=jobs.at(n);
for (unsigned int n=0;n<=jobs.at(m_MyID);++n)
z_lines[n] = grid->GetLine(2,z_start+n-1);
grid->ClearLines(2);
grid->AddDiscLines(2,jobs.at(m_MyID)+1,z_lines);
}
//lower neighbor is ID-1
if (m_MyID>0)
m_NeighborDown[2]=m_MyID-1;
//upper neighbor is ID+1
if (m_MyID<m_NumProc-1)
m_NeighborUp[2]=m_MyID+1;
}
else
cerr << "Operator_MPI::SetGeometryCSX: Warning: Number of MPI processes is 1, skipping MPI engine... " << endl;
return Operator_SSE_Compressed::SetGeometryCSX(geo);
}
double Operator_MPI::CalcTimestep()
{
double ret = Operator::CalcTimestep();

3
FDTD/operator_mpi.h
View File

@ -23,6 +23,7 @@
class Operator_MPI : public Operator_SSE_Compressed
{
friend class Engine_MPI;
friend class openEMS_FDTD_MPI;
public:
//! Create a new operator
static Operator_MPI* New();
@ -30,8 +31,6 @@ public:
bool GetMPIEnabled() const {return m_MPI_Enabled;}
virtual bool SetGeometryCSX(ContinuousStructure* geo);
virtual void SetBoundaryCondition(int* BCs);
virtual void ApplyElectricBC(bool* dirs);