Changeset 5550

Timestamp:

Feb 19, 2025, 11:26:20 AM (41 hours ago)

Author:

fhourdin

Message:

LMDZ_Setup post processing

Location:

BOL/LMDZ_Setup

Files:

• lmdz_env.sh (modified) (2 diffs)
• post_season.sh (modified) (1 diff)
• seasonal.sh (modified) (13 diffs)

BOL/LMDZ_Setup/lmdz_env.sh

@@ -9 +9 @@
 
 # <root_dir> will be set by sed by setup.sh here
+pwd
+
 root_dir=.
+check_loc=1
+
+echo root_dir $root_dir
+if [[ ! -d $root_dir ]]; then
+  echo "STOP in $PWD/lmdz_env.sh: root_dir $root_dir not found, either you are running on an unsupported cluster, or the initialisation failed midway"; exit 1
+fi
+pwd
+echo root_dir $root_dir
+if [[ ! -f $root_dir/lmdz_env.sh ]]; then
+  echo "STOP in $PWD/lmdz_env.sh: lmdz_env.sh not found on root_dir $root_dir, either you are running on an unsupported cluster, or the initialisation failed midway"; exit 1
+fi
+if [[ ! -f $root_dir/.lmdz_setup_root_dir  && $check_loc = 1 ]]; then
+  echo "STOP in $PWD/lmdz_env.sh: file .lmdz_setup_root_dir not found in root_dir $root_dir"; exit 1
+fi
+
+
 pub_store=1
 PARALLEL=1
@@ -232 +250 @@
 set_env
 
-if [[ ! (-d $root_dir && -f $root_dir/.lmdz_setup_root_dir && -f $root_dir/lmdz_env.sh) ]]; then
-  echo "STOP: root_dir $root_dir not found, either you are running on an unsupported cluster, or the initialisation failed midway"; exit 1
-fi
+export ARCH=$ARCH
+export SIMRUNBASEDIR=$SIMRUNBASEDIR
+export LMDZD=$LMDZD
+export LMDZ_INIT=$LMDZ_INIT
+export NB_MPI_MAX=$NB_MPI_MAX
+export NB_OMP_MAX=$NB_OMP_MAX
+export NB_CORE_PER_NODE_MAX=$NB_CORE_PER_NODE_MAX
+export N_HYPERTHREADING=$N_HYPERTHREADING
+export MPICMD=$MPICMD
+export RUNBASHCMD=$RUNBASHCMD

BOL/LMDZ_Setup/post_season.sh

@@ +1 @@
+#!/bin/bash
 
-sims="NPv6.1"
+sims="NPv6.3"
 for s in $sims ; do ./seasonal.sh $s ; done
 

BOL/LMDZ_Setup/seasonal.sh

@@ -2 +2 @@
 
 #set -vx
+local_d=$PWD
 
-module load cdo
+if [ ! -f lmdz_env.sh ] ; then echo This script requires lmdz_env.sh script for configuration ; exit 1 ; fi
+# . lmdz_env.sh $local_d
+. lmdz_env.sh
 
 sim=$1
@@ -9 +12 @@
 PRE=FH$MAINDIR
 echo $PRE
-STORED=$STORE
-WORKD=$WORK
+STORED=$root_dir
+WORKD=$SIMRUNBASEDIR
+POST=$SIMRUNBASEDIR/$MAINDIR/POST/$sim
+OUT_D=$WORKD/$MAINDIR/$sim/Analyse
 
 se=1
 cosp=0
 da=0
+cmor=1
+
+liste_suf=""
+if [ $se = 1 ] ; then liste_suf="$liste_suf mth" ; fi
+if [ $cosp = 1 ] ; then liste_suf="$liste_suf mthCOSP" ; fi
+if [ $da = 1 ] ; then liste_suf="$liste_suf day" ; fi
 
 if [ ! -d $sim ] ; then echo la simulation $sim n existe pas ; exit ; fi
@@ -20 +31 @@
 
 yri=2001
-yrf=2003
+yrf=2004
 
 yr=$yri
@@ -31 +42 @@
 listeday=""
 while [ $yr -le $yrf ] ; do
-  for suf in day mth ; do
+  for suf in $liste_suf ; do
        echo Utilisation de hist$suf.${yr}.nc
        if [ ! -f hist$suf.${yr}.nc ] ; then
@@ -49 +60 @@
 
 varse="pourc_ter,pourc_oce,pourc_lic,pourc_sic,bils,cldt,flat,LWdnSFC,LWdnSFCclr,LWupSFC,ovap,precip,q2m,rh2m,rhum,sens,slp,SWdnSFC,SWdnSFCclr,SWdnTOA,SWupSFC,SWupSFCclr,SWupTOA,SWupTOAclr,t2m,taux_oce,tauy_oce,temp,topl,topl0,tsol,tsol_oce,vitu,vitv,vitw,wind10m,z500,snow,pr_lsc_i,pr_lsc_l,geop,phis,prw,cldl,cldm,cldh,cldt,w500,tops,tops0,sols,sols0,soll,soll0"
+varse="pourc_ter,pourc_oce,pourc_lic,pourc_sic,bils,cldt,flat,LWdnSFC,LWdnSFCclr,LWupSFC,ovap,precip,q2m,rh2m,rhum,sens,slp,SWdnSFC,SWdnSFCclr,SWdnTOA,SWupSFC,SWupSFCclr,SWupTOA,SWupTOAclr,t2m,temp,topl,topl0,tsol,vitu,vitv,vitw,wind10m,snow,pr_lsc_i,pr_lsc_l,geop,phis,prw,cldl,cldm,cldh,cldt,tops,tops0,sols,sols0,soll,soll0"
+# variables enlevees taux_oce, tauy_oce, tsol_oce, z500
 
 vars1d="bils cldh cldl cldm cldq cldt evap flat pluc plul precip prw psol q2m q700 sens sicf slp soll sols SWdnSFC max min t2m t700 topl tops tsol u10m u700 u850 v10m v700 w700 wind10max wind10m"
@@ -75 +88 @@
 
 
-POST=$SCRATCH/$MAINDIR/POST/$sim
 mkdir -p $POST
+echo Running seasonal.sh on $POST
 cd $POST
 
@@ -90 +103 @@
 #SBATCH --error=se_$sim%j   
 
-module purge
-module load intel-compilers/19.0.4
-module load nco
-module load cdo
+. $local_d/lmdz_env.sh
 
 cd $POST
 ulimit -s unlimited
 MAINDIR=$MAINDIR
+OUT_D=$OUT_D
 sim=$sim
 
-mkdir -p $WORKD/$MAINDIR/$sim/Analyse/SE $WORKD/$MAINDIR/$sim/Analyse/TS_DA
+mkdir -p $OUT_D/SE $OUT_D/TS_DA
 
 if [ $se = 1 ] ; then
    for mth in $listemth ; do
-      ln -s $STORED/$MAINDIR/$sim/\$mth
+      ln -s $STORED/$sim/\$mth
    done
    ncrcat -v $varse $listemth -O tmp.nc
@@ -110 +121 @@
    if [ ! -f \$out ] ; then
        cdo ymonmean tmp.nc \$out
-       mv \$out $WORKD/$MAINDIR/$sim/Analyse/SE/\$out
-       cd $WORKD ; mfthredds -d $MAINDIR/$sim/Analyse/SE $MAINDIR/$sim/Analyse/SE/\$out ; cd -
+   fi
+   if [ $cmor = 1 ] ; then
+       for var in $( echo $varse | sed -e 's/,/ /g' ) ; do
+          ncks -v \$var \$out -O $OUT_D/SE/\$var.nc
+       done
+   else
+       mv \$out $OUT_D/SE/\$out
    fi
 fi
@@ -117 +133 @@
 if [ $cosp = 1 ] ; then
    for cosp in $listecosp ; do
-      ln -s $STORED/$MAINDIR/$sim/\$cosp
+      ln -s $STORED/$sim/\$cosp
    done
    ncrcat -v $varcosp $listecosp -O tmp.nc
@@ -123 +139 @@
    if [ ! -f \$out ] ; then
        cdo ymonmean tmp.nc \$out
-       mv \$out $WORKD/$MAINDIR/$sim/Analyse/SE/\$out
-       cd $WORKD ; mfthredds -d $MAINDIR/$sim/Analyse/SE $MAINDIR/$sim/Analyse/SE/\$out ; cd -
+       mv \$out $OUT_D/SE/\$out
    fi
 fi
@@ -131 +146 @@
 if [ $da = 1 ] ; then
 for day in $listeday ; do
-   if [ ! -f \$day ] ; then ln -s $STORED/$MAINDIR/$sim/\$day ; fi
+   if [ ! -f \$day ] ; then ln -s $STORED/$sim/\$day ; fi
 done
 for var in $vars1d ; do
@@ -138 +153 @@
      echo ncrcat -v \$var $listeday \$out
      ncrcat -v \$var $listeday \$out
-     mv \$out $WORKD/$MAINDIR/$sim/Analyse/TS_DA/\$out
-       cd $WORKD ; mfthredds -d $MAINDIR/$sim/Analyse/TS_DA $MAINDIR/$sim/Analyse/TS_DA/\$out ; cd -
+     mv \$out $OUT_D/TS_DA/\$out
    fi
 done
@@ -146 +160 @@
 
 
-sbatch post_$sim
+submitcmd post_$sim