Skip to content

Commit d834889

Browse files
Consolidate environment variables to single file
1 parent 6120302 commit d834889

7 files changed

Lines changed: 28 additions & 24 deletions

File tree

simulations/glorysv12-curvilinear/workflows/download_era5.sh

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,12 +7,14 @@
77
#SBATCH --error=./spectre_era5-%A.out
88

99

10-
HOST_DATADIR=/group/tdgs/joe/spectre-150-ensembles/glorysv12-curvilinear-15year
10+
SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
11+
source $SCRIPT_DIR/env.sh
12+
1113
###############################################################################################
1214
# Run the script to download ERA5 data
1315
###############################################################################################
14-
srun --container-image=ghcr.io/ocean-spectre/spectre-150-ensembles/spectre-utils:latest \
15-
--container-mounts=$(pwd):/workspace,${HOST_DATADIR}:/data \
16+
srun --container-image=$SPECTRE_UTILS_IMG \
17+
--container-mounts=${SCRIPT_DIR}/../:/workspace,${HOST_DATADIR}:/data \
1618
python /opt/spectre_utils/download_era5.py /workspace/etc/config.yaml
1719

1820
###############################################################################

simulations/glorysv12-curvilinear/workflows/download_glorysv12_raw.sh

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,11 +7,12 @@
77
#SBATCH --error=./spectre_glorysv12_raw.out
88

99

10-
HOST_DATADIR=/group/tdgs/joe/spectre-150-ensembles/glorysv12-curvilinear-15year
10+
SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
11+
source $SCRIPT_DIR/env.sh
1112

1213
###############################################################################################
1314
# Run the script to download Glorysv12 data
1415
###############################################################################################
15-
srun --container-image=ghcr.io/ocean-spectre/spectre-150-ensembles/spectre-utils:latest \
16-
--container-mounts=$(pwd):/workspace,${HOST_DATADIR}:/data \
16+
srun --container-image=$SPECTRE_UTILS_IMG \
17+
--container-mounts=${SCRIPT_DIR}/../:/workspace,${HOST_DATADIR}:/data \
1718
python /opt/spectre_utils/download_glorys12_raw.py /workspace/etc/config.yaml
Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
#!/bin/bash
2+
3+
# Path where downloaded data is stored
4+
export HOST_DATADIR=/group/tdgs/joe/spectre-150-ensembles/glorysv12-curvilinear-15year
5+
export SPECTRE_UTILS_IMG="ghcr.io/ocean-spectre/spectre-ensembles/spectre-utils:sha-6120302"

simulations/glorysv12-curvilinear/workflows/galapagos_env.sh

Lines changed: 0 additions & 9 deletions
This file was deleted.

simulations/glorysv12-curvilinear/workflows/make_cheapaml_conditions.sh

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,10 +7,12 @@
77
#SBATCH --error=./spectre_cheapaml.out
88

99

10-
HOST_DATADIR=/group/tdgs/joe/spectre-150-ensembles/glorysv12-curvilinear-15year
10+
SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
11+
source $SCRIPT_DIR/env.sh
12+
1113
###############################################################################################
1214
# Run the script to download make the cheapaml boundary conditions
1315
###############################################################################################
14-
srun --container-image=ghcr.io/ocean-spectre/spectre-150-ensembles/spectre-utils:latest \
15-
--container-mounts=$(pwd):/workspace,${HOST_DATADIR}:/data \
16+
srun --container-image=$SPECTRE_UTILS_IMG \
17+
--container-mounts=${SCRIPT_DIR}/../:/workspace,${HOST_DATADIR}:/data \
1618
python /opt/spectre_utils/mk_cheapaml_conditions.py /workspace/etc/config.yaml

simulations/glorysv12-curvilinear/workflows/make_ocean_boundary_conditions.sh

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -9,13 +9,14 @@
99
#SBATCH --error=./spectre_bcs.out
1010

1111

12-
HOST_DATADIR=/group/tdgs/joe/spectre-150-ensembles/glorysv12-curvilinear-15year
12+
SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
13+
source $SCRIPT_DIR/env.sh
1314

1415
###############################################################################################
1516
# Run the script to generate ocean boundary conditions
1617
###############################################################################################
17-
srun --container-image=ghcr.io/ocean-spectre/spectre-150-ensembles/spectre-utils:latest \
18-
--container-mounts=$(pwd):/workspace,${HOST_DATADIR}:/data \
18+
srun --container-image=$SPECTRE_UTILS_IMG \
19+
--container-mounts=${SCRIPT_DIR}/../:/workspace,${HOST_DATADIR}:/data \
1920
python /opt/spectre_utils/mk_ocean_boundary_conditions.py /workspace/etc/config.yaml
2021

2122
###############################################################################

simulations/glorysv12-curvilinear/workflows/make_ocean_initial_conditions.sh

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,12 +7,14 @@
77
#SBATCH --error=./spectre_ics.out
88

99

10-
HOST_DATADIR=/group/tdgs/joe/spectre-150-ensembles/glorysv12-curvilinear-15year
10+
SCRIPT_DIR=$(dirname "$(readlink -f "$0")")
11+
source $SCRIPT_DIR/env.sh
12+
1113
###############################################################################################
1214
# Run the script to download ERA5 data
1315
###############################################################################################
14-
srun --container-image=ghcr.io/ocean-spectre/spectre-150-ensembles/spectre-utils:latest \
15-
--container-mounts=$(pwd):/workspace,${HOST_DATADIR}:/data \
16+
srun --container-image=$SPECTRE_UTILS_IMG \
17+
--container-mounts=${SCRIPT_DIR}/../:/workspace,${HOST_DATADIR}:/data \
1618
python /opt/spectre_utils/mk_initial_conditions.py /workspace/etc/config.yaml
1719

1820
###############################################################################

0 commit comments

Comments
 (0)