-
Notifications
You must be signed in to change notification settings - Fork 2
/
satori_cache.sh
executable file
·38 lines (30 loc) · 1.06 KB
/
satori_cache.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
#!/bin/bash
#SBATCH --ntasks-per-node=1
#SBATCH --gres=gpu:1
#SBATCH --cpus-per-task=16
#SBATCH --mem=100GB
#SBATCH --time 24:00:00
#SBATCH --reservation=gpu-aware-mpi-testing
#SBATCH --partition=reservation7
#SBATCH --qos=reservation7
module purge all
module add spack
module add cuda/11.4
module load openmpi/3.1.6-cuda-pmi-ucx-slurm-jhklron
export OMPI_MCA_pml=^ucx
export OMPI_MCA_osc=^ucx
export OMPI_MCA_btl_openib_allow_ib=true
export COMMON="/nobackup/users/ssilvest/perlmutter-test"
export JULIA_NUM_THREADS=${SLURM_CPUS_PER_TASK:=1}
export JULIA_NVTX_CALLBACKS=gc
export JULIA_LOAD_PATH="${JULIA_LOAD_PATH}:$(pwd)/satori"
export JULIA_CUDA_MEMORY_POOL=none
export JULIA="${COMMON}/julia-1.9-src/julia"
export JULIA_DEPOT_PATH=":${COMMON}/depot"
export RESOLUTION=1
export NZ=100
export PROFILE=1
export EXPERIMENT=DoubleDrake
JULIA_DEPOT_PATH="${COMMON}/depot" $JULIA --check-bounds=no --project -e "import Pkg; Pkg.instantiate(); Pkg.precompile()"
rm -rf ${HOME}/.julia/{packages, compiled, scratchspaces}
$JULIA --check-bounds=no --project experiments/run.jl