smyalygames/FiniteVolumeGPU
1
0
Fork 0
mirror of https://github.com/smyalygames/FiniteVolumeGPU.git synced 2025-05-18 14:34:13 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

Removed nvtx and MPI options for job script

Browse Source
This commit is contained in:
Martin Lilleeng Sætra 2022-05-25 14:52:44 +02:00
parent a588948e77
commit a260230002
2 changed files with 10 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
GPUSimulators/MPISimulator.py
View File

@ -27,7 +27,7 @@ from mpi4py import MPI
import time import time
import pycuda.driver as cuda import pycuda.driver as cuda
import nvtx #import nvtx
@ -314,14 +314,14 @@ class MPISimulator(Simulator.BaseSimulator):
def substep(self, dt, step_number): def substep(self, dt, step_number):
nvtx.mark("substep start", color="yellow") #nvtx.mark("substep start", color="yellow")
self.profiling_data_mpi["start"]["t_mpi_step"] += time.time() self.profiling_data_mpi["start"]["t_mpi_step"] += time.time()
nvtx.mark("substep external", color="blue") #nvtx.mark("substep external", color="blue")
self.sim.substep(dt, step_number, external=True, internal=False) # only "internal ghost cells" self.sim.substep(dt, step_number, external=True, internal=False) # only "internal ghost cells"
nvtx.mark("substep internal", color="red") #nvtx.mark("substep internal", color="red")
self.sim.substep(dt, step_number, internal=True, external=False) # "internal ghost cells" excluded self.sim.substep(dt, step_number, internal=True, external=False) # "internal ghost cells" excluded
#nvtx.mark("substep full", color="blue") #nvtx.mark("substep full", color="blue")
@ -331,7 +331,7 @@ class MPISimulator(Simulator.BaseSimulator):
self.profiling_data_mpi["end"]["t_mpi_step"] += time.time() self.profiling_data_mpi["end"]["t_mpi_step"] += time.time()
nvtx.mark("exchange", color="blue") #nvtx.mark("exchange", color="blue")
self.full_exchange() self.full_exchange()
#nvtx.mark("download", color="blue") #nvtx.mark("download", color="blue")
@ -343,10 +343,10 @@ class MPISimulator(Simulator.BaseSimulator):
#nvtx.mark("upload", color="blue") #nvtx.mark("upload", color="blue")
#self.upload_for_exchange(self.sim.u0) #self.upload_for_exchange(self.sim.u0)
nvtx.mark("sync start", color="blue") #nvtx.mark("sync start", color="blue")
self.sim.stream.synchronize() self.sim.stream.synchronize()
self.sim.internal_stream.synchronize() self.sim.internal_stream.synchronize()
nvtx.mark("sync end", color="blue") #nvtx.mark("sync end", color="blue")
self.profiling_data_mpi["n_time_steps"] += 1 self.profiling_data_mpi["n_time_steps"] += 1

4
dgx-2_scaling_benchmark.job
View File

@ -6,6 +6,7 @@
#SBATCH -t 0-00:10 # time (D-HH:MM) #SBATCH -t 0-00:10 # time (D-HH:MM)
#SBATCH -o slurm.%N.%j.out # STDOUT #SBATCH -o slurm.%N.%j.out # STDOUT
#SBATCH -e slurm.%N.%j.err # STDERR #SBATCH -e slurm.%N.%j.err # STDERR
#SBATCH --reservation=martinls_6
ulimit -s 10240 ulimit -s 10240
module load slurm/20.02.7 module load slurm/20.02.7
@ -26,7 +27,8 @@ cp -r . /work/$USER/$SLURM_JOB_ID/ShallowWaterGPU
cd /work/$USER/$SLURM_JOB_ID/ShallowWaterGPU cd /work/$USER/$SLURM_JOB_ID/ShallowWaterGPU
#mpirun --mca btl_openib_if_include mlx5_0 --mca btl_openib_warn_no_device_params_found 0 $HOME/miniconda3/envs/ShallowWaterGPU_HPC/bin/python3 mpiTesting.py -nx $NX -ny $NY --profile #mpirun --mca btl_openib_if_include mlx5_0 --mca btl_openib_warn_no_device_params_found 0 $HOME/miniconda3/envs/ShallowWaterGPU_HPC/bin/python3 mpiTesting.py -nx $NX -ny $NY --profile
#nsys profile -t nvtx,cuda mpirun -np $SLURM_NTASKS numactl --cpunodebind=0 --localalloc $HOME/miniconda3/envs/ShallowWaterGPU_HPC/bin/python3 mpiTesting.py -nx $NX -ny $NY --profile #nsys profile -t nvtx,cuda mpirun -np $SLURM_NTASKS numactl --cpunodebind=0 --localalloc $HOME/miniconda3/envs/ShallowWaterGPU_HPC/bin/python3 mpiTesting.py -nx $NX -ny $NY --profile
mpirun -np $SLURM_NTASKS numactl --cpunodebind=0 --localalloc $HOME/miniconda3/envs/ShallowWaterGPU_HPC/bin/python3 mpiTesting.py -nx $NX -ny $NY --profile #mpirun -np $SLURM_NTASKS numactl --cpunodebind=0 --localalloc $HOME/miniconda3/envs/ShallowWaterGPU_HPC/bin/python3 mpiTesting.py -nx $NX -ny $NY --profile
mpirun -np $SLURM_NTASKS $HOME/miniconda3/envs/ShallowWaterGPU_HPC/bin/python3 mpiTesting.py -nx $NX -ny $NY --profile
cd $HOME/src/ShallowWaterGPU cd $HOME/src/ShallowWaterGPU
## Copy files from work directory: ## Copy files from work directory: