caiyu/openEMS
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MPI: simplified RunOpenEMS

Browse Source
This commit is contained in:
Thorsten Liebig 2011-02-24 14:44:29 +01:00
parent 581a905b05
commit 8acb348edb
2 changed files with 54 additions and 93 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
matlab/RunOpenEMS.m
View File

@ -13,6 +13,9 @@ function RunOpenEMS(Sim_Path, Sim_File, opts, Settings)
% Settings.SSH.host = '<hostname or ip>' % Settings.SSH.host = '<hostname or ip>'
% Settings.SSH.bin = '<path_to_openEMS>/openEMS.sh' % Settings.SSH.bin = '<path_to_openEMS>/openEMS.sh'
% %
% optional MPI:
% Settings.MPI.xxx --> help RunOpenEMS_MPI
%
% Settings.LogFile = 'openEMS.log' % Settings.LogFile = 'openEMS.log'
% Settings.Silent = 0 % Settings.Silent = 0
% %
@ -32,6 +35,13 @@ if (nargin<4)
Settings = []; Settings = [];
end end
if (isfield(Settings,'MPI'))
if (Settings.MPI.NrProc>1)
RunOpenEMS_MPI(Sim_Path, Sim_File, opts, Settings);
return;
end
end
savePath = pwd; savePath = pwd;
cd(Sim_Path); cd(Sim_Path);

137
matlab/RunOpenEMS_MPI.m
View File

@ -1,31 +1,19 @@
function RunOpenEMS_MPI(Sim_Path, Sim_File, NrProc, opts, Settings, copy_bin) function RunOpenEMS_MPI(Sim_Path, Sim_File, opts, Settings)
% function RunOpenEMS_MPI(Sim_Path, Sim_File, NrProc, opts, Settings, copy_bin) % function RunOpenEMS_MPI(Sim_Path, Sim_File, NrProc, opts, Settings)
% %
% Run an openEMS simulation with MPI support % Run an openEMS simulation with MPI support
%
% %example:
% Sim_Path = 'MySimPath';
% Sim_File = 'helix.xml'; %should be created by WriteOpenEMS
%
% NrProc = 2; % set the number of processes to start
% %
% % mpi binary path on all nodes needed % % mpi binary path on all nodes needed
% Settings.MPI.Binary = '~/devel/openEMS/openEMS_MPI'; % Settings.MPI.Binary = '~/devel/openEMS/openEMS_MPI';
% % number of processes to run
% Settings.MPI.NrProc = 2;
% %
% % optional: % % optional:
% % define a hostfile and number of host to boot the mpd daemon: % % define a hostfile and number of host to boot the mpd daemon:
% Settings.MPI.HostFile = '/home/thorsten/ate-pc9x.hosts'; % Settings.MPI.HostFile = '/home/thorsten/ate-pc9x.hosts';
% Settings.MPI.TotalNum = 2; % Settings.MPI.TotalNum = 2;
% %
% opts = '--engine=MPI'; % RunOpenEMS_MPI(Sim_Path, Sim_File, NrProc, opts, Settings)
%
% optional:
% Settings.LogFile = 'openEMS.log'
% Settings.Silent = 0
%
% copy_bin = 1; %copy openEMS binary to <Settings.MPI.Binary> on all nodes (mainly for developers)
%
% RunOpenEMS_MPI(Sim_Path, Sim_File, NrProc, opts, Settings, copy_bin)
% %
% See also WriteOpenEMS, RunOpenEMS % See also WriteOpenEMS, RunOpenEMS
% %
@ -37,24 +25,18 @@ if (isunix ~= 1)
error 'MPI version of openEMS currently only available using Linux' error 'MPI version of openEMS currently only available using Linux'
end end
if nargin < 5 if nargin < 4
error 'missing arguments: specify the Sim_Path, Sim_file, Nodes and NrProc...' error 'missing arguments: specify the Sim_Path, Sim_file, opts and Settings...'
end end
NrProc = Settings.MPI.NrProc;
if (NrProc<2) if (NrProc<2)
warning('openEMS:RunOpenEMS_MPI','MPI number of processes to small... running non-MPI openEMS'); error('openEMS:RunOpenEMS_MPI','MPI number of processes to small...');
RunOpenEMS(Sim_Path,Sim_File,opts,Settings);
return;
end end
if ~isfield(Settings,'MPI') if ~isfield(Settings,'MPI')
warning('openEMS:RunOpenEMS_MPI','MPI settings not found... running non-MPI openEMS'); error('openEMS:RunOpenEMS_MPI','MPI settings not found...');
RunOpenEMS(Sim_Path,Sim_File,opts,Settings);
return;
end
if nargin < 6
copy_bin = 0;
end end
if isfield(Settings.MPI,'HostFile') if isfield(Settings.MPI,'HostFile')
@ -63,74 +45,52 @@ if isfield(Settings.MPI,'HostFile')
disp(result); disp(result);
error('openEMS:RunOpenEMS','mpdboot failed to boot mpi daemon!'); error('openEMS:RunOpenEMS','mpdboot failed to boot mpi daemon!');
end end
else
[status, result] = unix(['mpdboot -v']);
if (status~=0)
disp(result);
error('openEMS:RunOpenEMS','mpdboot failed to boot mpi daemon!');
end
end end
savePath = pwd; savePath = pwd;
cd(Sim_Path); cd(Sim_Path);
% setup tmp directory on host machine
[status, result] = unix('mktemp -d /tmp/openEMS_MPI_XXXXXXXXXXXX');
if (status~=0)
disp(result);
error('openEMS:RunOpenEMS','mktemp failed to create tmp directory!');
end
work_path = strtrim(result); %remove tailing \n
disp(['Running remote openEMS_MPI in working dir: ' work_path]);
%copy openEMS & all simulation files to host
if (copy_bin>0)
filename = mfilename('fullpath');
dir = fileparts( filename );
openEMS_Path = [dir filesep '..' filesep];
[stat, res] = unix(['cp ' openEMS_Path 'openEMS ' Settings.MPI.Binary]);
if (stat~=0)
disp(res);
error('openEMS:RunOpenEMS','host copy failed!');
end
end
[stat, res] = unix(['cp * ' work_path '/']);
if (stat~=0)
disp(res);
error('openEMS:RunOpenEMS','host copy failed!');
end
scp_options = '-C -o "PasswordAuthentication no" -o "StrictHostKeyChecking no"'; scp_options = '-C -o "PasswordAuthentication no" -o "StrictHostKeyChecking no"';
ssh_options = [scp_options ' -x']; ssh_options = [scp_options ' -x'];
[status, result] = unix(['mpirun -n ' int2str(NrProc) ' hostname']); if isfield(Settings.MPI,'HostFile')
[status, result] = unix(['mpirun -machinefile ' Settings.MPI.HostFile ' -n ' int2str(NrProc) ' hostname']);
else
[status, result] = unix(['mpirun -n ' int2str(NrProc) ' hostname'])
end
if (status~=0) if (status~=0)
disp(result); disp(result);
error('openEMS:RunOpenEMS',['mpirun failed ...']); error('openEMS:RunOpenEMS',['mpirun failed ...']);
end end
[status, LocalNode] = unix('hostname'); %name of local host
Remote_Nodes = regexp(result, '([^ \n][^\n]*)', 'match'); %get the names of all mpi nodes Remote_Nodes = regexp(result, '([^ \n][^\n]*)', 'match'); %get the names of all mpi nodes
Remote_Nodes = unique(Remote_Nodes);
Remote_Nodes = setdiff(Remote_Nodes,LocalNode); %remove local host from node list
for n=1:numel(Remote_Nodes) for n=1:numel(Remote_Nodes)
remote_name = Remote_Nodes{n}; remote_name = Remote_Nodes{n};
[status, result] = unix(['ssh ' ssh_options ' ' remote_name ' "mkdir ' work_path '"']); if (n==1)
if (status~=0) [status, result] = unix(['ssh ' ssh_options ' ' remote_name ' "mktemp -d /tmp/openEMS_MPI_XXXXXXXXXXXX"']);
disp(result); if (status~=0)
error('openEMS:RunOpenEMS',['mkdir failed to create tmp directory on remote ' remote_name ' !']); disp(result);
end error('openEMS:RunOpenEMS','mktemp failed to create tmp directory!');
end
%copy openEMS & all simulation files to the ssh host work_path = strtrim(result); %remove tailing \n
if (copy_bin>0) else
[stat, res] = unix(['scp ' scp_options ' ' Settings.MPI.Binary ' ' remote_name ':' Settings.MPI.Binary]); [status, result] = unix(['ssh ' ssh_options ' ' remote_name ' "mkdir ' work_path '"']);
if (stat~=0) if (status~=0)
disp(res); disp(result);
error('openEMS:RunOpenEMS',['scp to remote ' remote_name ' failed!']); error('openEMS:RunOpenEMS',['mkdir failed to create tmp directory on remote ' remote_name ' !']);
end end
end end
[stat, res] = unix(['scp ' scp_options ' * ' remote_name ':' work_path '/']); [stat, res] = unix(['scp ' scp_options ' * ' remote_name ':' work_path '/']);
if (stat~=0) if (stat~=0)
disp(res); disp(res);
@ -146,9 +106,14 @@ else
append_unix = []; append_unix = [];
end end
status = system(['LD_LIBRARY_PATH= mpirun -l -n ' int2str(NrProc) ' -wdir ' work_path ' ' Settings.MPI.Binary ' ' Sim_File ' ' opts ' ' append_unix]); disp(['Running remote openEMS_MPI in working dir: ' work_path]);
if isfield(Settings.MPI,'HostFile')
[status] = system(['LD_LIBRARY_PATH= mpirun -machinefile ' Settings.MPI.HostFile ' -l -n ' int2str(NrProc) ' -wdir ' work_path ' ' Settings.MPI.Binary ' ' Sim_File ' ' opts ' ' append_unix]);
else
[status] = system(['LD_LIBRARY_PATH= mpirun -l -n ' int2str(NrProc) ' -wdir ' work_path ' ' Settings.MPI.Binary ' ' Sim_File ' ' opts ' ' append_unix]);
end
if (status~=0) if (status~=0)
disp(result);
error('openEMS:RunOpenEMS','mpirun openEMS failed!'); error('openEMS:RunOpenEMS','mpirun openEMS failed!');
end end
@ -157,20 +122,6 @@ disp( 'Remote simulation done... copying back results and cleaning up...' );
if (strncmp(work_path,'/tmp/',5)~=1) % savety precaution... if (strncmp(work_path,'/tmp/',5)~=1) % savety precaution...
error('openEMS:RunOpenEMS','working path invalid for deletion'); error('openEMS:RunOpenEMS','working path invalid for deletion');
end end
%copy back all results
[stat, res] = unix(['cp -r ' work_path '/* ' pwd '/']);
if (stat~=0);
disp(res);
error('openEMS:RunOpenEMS','host cp failed!');
end
%cleanup
[stat, res] = unix([' rm -r ' work_path]);
if (stat~=0);
disp(res);
warning('openEMS:RunOpenEMS','host cleanup failed!');
end
for n=1:numel(Remote_Nodes) for n=1:numel(Remote_Nodes)
remote_name = Remote_Nodes{n}; remote_name = Remote_Nodes{n};