Changeset 4995 for BOL/LMDZ_Setup_amaury/setup.sh

Timestamp:

Jun 26, 2024, 2:16:21 PM (10 days ago)

Author:

abarral

Message:

(WIP) update JEANZAY lmdz_env
fix ecrad data path
run model compilation in a dedicated job
fix Adastra missing --ntasks-per-node

File:

• BOL/LMDZ_Setup_amaury/setup.sh (modified) (4 diffs)

BOL/LMDZ_Setup_amaury/setup.sh

@@ -226 +226 @@
   echo "Running install_lmdz_options.$$.sh"
   set -o pipefail
-  # TODO (wip) Run install_lmdz using $RUNCMD to 1) speed up 2) avoid issues related to being on the "right" platform for compilation
-  # gcm=$MODEL/$($RUNCMD $make_j bash install_lmdz_options.$$.sh | tee /dev/tty | tail -n 1 | sed -n "s:.* executable is \(.*\.e\).*:\1:p")
-    gcm=$MODEL/$(./install_lmdz_options.$$.sh | tee /dev/tty | tail -n 1 | sed -n "s:.* executable is \(.*\.e\).*:\1:p")
+  # We launch using $RUNCMD, except if it's using mpirun (no srun equivalent for bash script) => if supported, the compilation runs in a cluster job
+  local install_cmd="$RUNCMD $make_j"
+  if [[ $(echo "$RUNCMD" | cut -c -6) = "mpirun" ]]; then
+     install_cmd=""
+  fi
+   gcm=$MODEL/$($install_cmd ./install_lmdz_options.$$.sh | tee /dev/tty | tail -n 1 | sed -n "s:.* executable is \(.*\.e\).*:\1:p")
+#    gcm=$MODEL/$(./install_lmdz_options.$$.sh | tee /dev/tty | tail -n 1 | sed -n "s:.* executable is \(.*\.e\).*:\1:p")
   set +o pipefail
   mv install_lmdz.sh install_lmdz.$$.sh
@@ -310 +314 @@
   #---------------------------------------------------------------------
   sed -i'' -e 's/iflag_rrtm=.*.$/iflag_rrtm='"$iflag_rrtm"'/' -e 's/NSW=.*.$/NSW='"$NSW"'/' DEF/physiq.def
-  sed -i"" -e "s:directory_name.*$:directory_name=\"$MODEL/libf/phylmd/ecrad/ecrad_data\",:" DEF/namelist_ecrad
+  sed -i"" -e "s:directory_name.*$:directory_name=\"$MODEL/libf/phylmd/ecrad/data\",:" DEF/namelist_ecrad
 
   if [[ $phylmd = "lmdiso" ]]; then iflag_ice_thermo=0; else iflag_ice_thermo=1; fi
@@ -600 +604 @@
 #@JZ#SBATCH --error=Init%j.out      # Nom du fichier d'erreur (ici commun avec la sortie)
 #@JZ# To submit to dev queue; "time" (above) must be max 2h
-#@JZ# #SBATCH --qos=qos_cpu-dev
+#@JZ#TESTQ#SBATCH --qos=qos_cpu-dev
 #@SP#Spirit
 #@SP#SBATCH --job-name=Init
@@ -613 +617 @@
 #@ADS#SBATCH --ntasks=1
 #@ADS#SBATCH --cpus-per-task=1
+#@ADS#SBATCH --ntasks-per-node=8  # TODO check how to scale this
 #@ADS#SBATCH --hint=nomultithread
 #@ADS#SBATCH --time=00:10:00
 #@ADS#SBATCH --output=Init%j.out
 #@ADS#SBATCH --error=Init%j.out
+
+set -eu
 
 # ANCIEN MULTI STEP  case \${LOADL_STEP_NAME} in