source: dynamico_lmdz/aquaplanet/OLD_PHYSIC/RUN_AQUAPLANET_DYNAMICO_LMDZ5/prepare.sh @ 4040

#!/bin/bash

#---------------------- Arguments ------------------

function fullpath() {
    mkdir -p $(dirname "$1")
    echo "$(cd "$(dirname "$1")"; pwd)/$(basename "$1")"
}

function readargs_ce0l() {
    MYDIR=$(fullpath $2)
    MYSTORE=$(fullpath $3)
    mkdir -p $MYDIR
    mkdir -p $MYSTORE
    ln -sf $MYSTORE $MYDIR/store 
    echo "ce0l : MYDIR=$MYDIR MYSTORE=$MYSTORE"
}

function readargs_first() {
    STORE0=$(fullpath $2)
    MYDIR=$(fullpath $3)
    MYSTORE=$(fullpath $4)
    mkdir -p $MYDIR
    mkdir -p $MYSTORE
    ln -sf $STORE0 $MYDIR/store0 
    ln -sf $MYSTORE $MYDIR/store 
}

function readargs_next() {
    STORE0=$(fullpath $2)
    STOREPREV=$(fullpath $3)
    MYDIR=$(fullpath $4)
    MYSTORE=$(fullpath $5)
    mkdir -p $MYDIR
    mkdir -p $MYSTORE
    ln -sf $STORE0 $MYDIR/store0 
    ln -sf $STOREPREV $MYDIR/store_prev 
    ln -sf $MYSTORE $MYDIR/store 
}

function check_env()
{
    if [ "$ARCH" == "" ] ; then
        echo 'You must define environment variables ARCH and ESM_ROOT'
        exit 1
    fi
    if [ "$ESM_ROOT" == "" ] ; then
        echo 'You must define environment variables ARCH and ESM_ROOT'
        exit 1
    fi
    XIOS_SERVER="${ESM_ROOT}/XIOS/bin/xios_server.exe"
    if [ ! -f "${XIOS_SERVER}" ]; then
        echo "${XIOS_SERVER} not found, check that ESM_ROOT=$ESM_ROOT points to the correct location"
    fi
    
}

#---------------- Keyword substitution -------------

function def() {
    echo "s/$1/$2/g"
}

function sed_ce0l() {
    def USING_SERVER false
    def DOM_OUT dom_glo
    def CE0L yes
    def READ_START no
    def IFLAG_PHYS 103
    def ETAT0 held_suarez
}

function sed_first() {
    def USING_SERVER true
    def DOM_OUT dom_regular
    def CE0L no
    def READ_START yes
    def IFLAG_PHYS 1
    def ETAT0 held_suarez
}

function sed_next() {
    def USING_SERVER true
    def DOM_OUT dom_regular
    def CE0L no
    def READ_START yes
    def IFLAG_PHYS 1
    def ETAT0 start_file
}

#------------ Batch jobs : machine-independent prologues and epilogues  --------------

function prologue_all() {
cat <<EOF 
cd ${MYDIR}
rm -rf gcm.log *.nc xios_*.err xios_*.out gcm.log logs

cat <<END  > killme.sh
#!/bin/bash
ccc_mdel \${BRIDGE_MSUB_JOBID}
END
chmod a+x killme.sh

ulimit -s unlimited

EOF
cat $ESM_ROOT/ICOSA_LMDZ/arch.env
}

function prologue_first() {
cat <<EOF 
cp -f store0/limit.nc store0/startphy.nc .
EOF
}

function prologue_next() {
cat <<EOF 
cp -f store0/limit.nc .
cp -f store_prev/restartphy.nc startphy.nc
cp -f store_prev/restart.nc start.nc
EOF
}

function epilogue_ce0l(){
    cat <<EOF
# save useful files
mv limit.nc startphy.nc store/
EOF
}

function epilogue_first(){
    cat <<EOF
# remove input files to avoid storing them a few lines below
rm -f limit.nc startphy.nc
# save useful files
mv restartphy.nc restart.nc store/
EOF
}

function epilogue_next(){
    cat <<EOF
# remove input files to avoid storing them a few lines below
rm -f limit.nc startphy.nc start.nc
# save useful files
mv restartphy.nc restart.nc store/
EOF
}

function epilogue_all() {
    cat <<EOF
mkdir logs
cp *.def *.xml job.sh logs/
mv apbp.nc *.err *.out gcm.log logs/
tar czf logs.tgz logs
mv hist*.nc logs.tgz store/
# cleanup
rm -f *.nc
EOF
}

#------------ Batch jobs : machine-dependent main script : X64_CURIE  --------------

function batch_X64_CURIE_ce0l() {
cat <<EOF
#!/bin/bash
## Request name
#MSUB -r aqua_ce0l_mpi
#MSUB -q standard 
#MSUB -A gen7548
#MSUB -x
## Number of tasks (=MPI processes) to use
#MSUB -n $NB_MPI_CE0L
## Elapsed time limit in seconds
#MSUB -T 600
## Quality of Service required (long [3 days], normal [1 day], test [30 min])
#MSUB -Q normal

$( prologue_all )
date > gcm.log
export OMP_NUM_THREADS=1
ccc_mprun $ICOSA_LMDZ >> gcm.log
date >> gcm.log
$( epilogue_ce0l )
$( epilogue_all )
EOF
}

function batch_X64_CURIE_first() {
batch_X64_CURIE first
}

function batch_X64_CURIE_next() {
batch_X64_CURIE next
}

function batch_X64_CURIE() { # $1 = first or next
NB_MPI_TOTAL=$(( $NB_MPI_DYNAMICO + $NB_MPI_XIOS ))
cat <<EOF
#!/bin/bash
## Request name
#MSUB -r aqua_$1_mpi
#MSUB -q standard 
#MSUB -A gen7548
#MSUB -x
## Number of tasks (=MPI processes) to use
#MSUB -n $NB_MPI_TOTAL
## Elapsed time limit in seconds
#MSUB -T $JOB_WALLTIME
## Quality of Service required (long [3 days], normal [1 day], test [30 min])
#MSUB -Q normal

$( prologue_all )
$( prologue_$1 )
export OMP_NUM_THREADS=1
ccc_mprun -f mpmd.conf
$( epilogue_$1 )
$( epilogue_all )
EOF

cat <<EOF > $MYDIR/mpmd.conf
$NB_MPI_DYNAMICO ./gcm.sh
$NB_MPI_XIOS $XIOS_SERVER
EOF

cat <<EOF > $MYDIR/gcm.sh
#!/bin/bash
ME=\${BRIDGE_MPRUN_RANKID}
GCM=\$(printf 'dynamico.%04d' \$ME)
date > \${GCM}.out
$ICOSA_LMDZ >> \${GCM}.out 2>\${GCM}.err
date >> \${GCM}.out
EOF
chmod a+x $MYDIR/gcm.sh
}

#--------------------- Main --------------------

echo
echo
echo "Your command : $0 $*"
echo "Working directory : $PWD"

source ./config.sh

check_env || exit 1

XIOS_SERVER=$(fullpath "$ESM_ROOT/XIOS/bin/xios_server.exe")
ICOSA_LMDZ=$(fullpath "$ESM_ROOT/ICOSA_LMDZ/bin/icosa_lmdz.exe")

NB_MPI_DYNAMICO=160
NB_MPI_XIOS=16
NB_MPI_CE0L=16

TYPE=$1
readargs_$TYPE $*

# avoid destroying xml and def files in case of mistake
chmod a-w *.def *.xml

MYSED=$(mktemp)
sed_$TYPE > $MYSED
cat $MYSED
for FILE in *.def *.xml ; do
    sed -f $MYSED $FILE > $MYDIR/$FILE
done
rm -f $MYSED

chmod u+w *.def *.xml

cd $MYDIR
batch_${ARCH}_${TYPE} > job.sh

#ls -l $MYDIR
grep using_server iodef.xml
grep dom_out context_lmdz.xml
for KEY in read_start iflag_phys etat0 run_length; do
    grep $KEY *.def
done