Skip to content

Commit

Permalink
Merge pull request #5842 from knelli2/hpc_update
Browse files Browse the repository at this point in the history
Update Caltech HPC Skylake env
  • Loading branch information
nilsvu authored Mar 19, 2024
2 parents 91bc7d0 + 7247228 commit ebf9869
Show file tree
Hide file tree
Showing 3 changed files with 15 additions and 10 deletions.
11 changes: 8 additions & 3 deletions docs/Installation/InstallationOnClusters.md
Original file line number Diff line number Diff line change
Expand Up @@ -93,7 +93,7 @@ To ensure you get an entire node to build on, use the following commands.

1. For Skylake Intel nodes
```
srun -t 02:00:00 -N 1 -c 56 -D . --pty /bin/bash
srun --partition=expansion -t 02:00:00 -N 1 -c 56 -D . --pty /bin/bash
```
2. For Icelake Intel nodes
```
Expand All @@ -102,8 +102,13 @@ srun --partition=expansion --constraint=icelake -t 02:00:00 \
```

If you are part of the SXS collaboration, you can add `-A sxs` to bill the SXS
allocation. Be sure to re-source the correct environment files once you get the
interactive node shell.
allocation. Also, if you are part of the collaboration, you can use our
reserved nodes by specifying `--reservation=sxs`. However, our reserved nodes
are Skylake nodes only, so adding the reservation flag won't work for the
Icelake nodes.

Be sure to re-source the correct environment files once you get the interactive
node shell.

## Ocean at Fullerton

Expand Down
8 changes: 4 additions & 4 deletions support/Environments/caltech_hpc_gcc_icelake.sh
Original file line number Diff line number Diff line change
Expand Up @@ -5,28 +5,28 @@

spectre_setup_modules() {
module use /central/groups/sxs/modules
echo "Place the following line in you '~/.bashrc' so you don't have to "
echo "Place the following line in your '~/.bashrc' so you don't have to "
echo "run 'spectre_setup_modules' every time you log in:"
echo ""
echo "module use /central/groups/sxs/modules"
}

spectre_load_modules() {
module use /central/groups/sxs/modules
module load libraries/spectre-deps/icelake-2024-02 > /dev/null 2>&1
module load libraries/spectre-deps/icelake-2024-02
}

spectre_unload_modules() {
module use /central/groups/sxs/modules
module unload libraries/spectre-deps/icelake-2024-02 > /dev/null 2>&1
module unload libraries/spectre-deps/icelake-2024-02
}

spectre_run_cmake() {
if [ -z ${SPECTRE_HOME} ]; then
echo "You must set SPECTRE_HOME to the cloned SpECTRE directory"
return 1
fi
spectre_load_modules > /dev/null 2>&1
spectre_load_modules

# Note that choosing the memory allocator to be JEMALLOC is important. When
# using the SYSTEM allocator, during BBH runs dumping volume data too often
Expand Down
6 changes: 3 additions & 3 deletions support/Environments/caltech_hpc_gcc_skylake.sh
Original file line number Diff line number Diff line change
Expand Up @@ -5,20 +5,20 @@

spectre_setup_modules() {
module use /central/groups/sxs/modules/
echo "Place the following line in you '~/.bashrc' so you don't have to "
echo "Place the following line in your '~/.bashrc' so you don't have to "
echo "run 'spectre_setup_modules' every time you log in:"
echo ""
echo "module use /central/groups/sxs/modules/"
}

spectre_load_modules() {
module use /central/groups/sxs/modules/
module load libraries/spectre-deps/skylake-2024-02
module load libraries/spectre-deps/skylake-2024-03
}

spectre_unload_modules() {
module use /central/groups/sxs/modules/
module unload libraries/spectre-deps/skylake-2024-02
module unload libraries/spectre-deps/skylake-2024-03
}

spectre_run_cmake() {
Expand Down

0 comments on commit ebf9869

Please sign in to comment.