diff --git a/Jobs/job_lumi.slrum b/Jobs/job_lumi.slrum index b946bbf..1d7019a 100644 --- a/Jobs/job_lumi.slrum +++ b/Jobs/job_lumi.slrum @@ -4,10 +4,11 @@ #SBATCH --time=00:10:00 #SBATCH --partition=dev-g #SBATCH --nodes=1 -#SBATCH --ntasks-per-node=2 -#SBATCH --gpus=2 -#SBATCH --gpus-per-node=2 +#SBATCH --ntasks-per-node=8 +#SBATCH --gpus=8 +#SBATCH --gpus-per-node=8 #SBATCH -o %x-%j.out +#SBATCH --exclusive # N=$SLURM_JOB_NUM_NODES @@ -26,9 +27,13 @@ ml rocm/5.2.3 ml craype-accel-amd-gfx90a ml cray-mpich/8.1.27 -#Enable GPU-aware MPI -export MPICH_GPU_SUPPORT_ENABLED=1 - export PATH="/project/project_4650000xx/FiniteVolumeGPU_hip/MyCondaEnv/bin:$PATH" -srun python ${Myapplication} -nx 1024 -ny 1024 --profile +#missing library +export LD_LIBRARY_PATH=/opt/cray/pe/mpich/8.1.27/ofi/cray/14.0/lib-abi-mpich:$LD_LIBRARY_PATH + +#Binding mask +bind_mask="0x${fe}000000000000,0x${fe}00000000000000,0x${fe}0000,0x${fe}000000,0x${fe},0x${fe}00,0x${fe}00000000,0x${fe}0000000000" + +srun --cpu-bind=mask_cpu:$bind_mask \ + python ${Myapplication} -nx 1024 -ny 1024 --profile