Changeset 3696 for BOL/Multi_atlas


Ignore:
Timestamp:
Jun 5, 2020, 1:23:26 PM (4 years ago)
Author:
idelkadi
Message:

Repository under svn of a first version of Multiatlas diagnostics for LMDZ. This version is adapted to be able to run a LMDZ multiatlas on an individual account on the ciclad machine of the IPSL. In this version, the parts to be modified are identified so as to subsequently adapt it to other machines.
Corrections.

Location:
BOL/Multi_atlas
Files:
5 edited

Legend:

Unmodified
Added
Removed

  • BOL/Multi_atlas/Utils/atlas0.sh

    r3694 r3696  
     1# Definitions en fonction de la machine
     2# CICLAD
     3if [ ${hostname:0:5} = cicla ] ; then
     4########################################################################################################
     5# Environnement
     6module purge
     7module load netcdf4/4.3.3.1-ifort cdo/1.6.8 nco/4.5.2  ncl/6.3.0
     8ulimit -s unlimited
     9export PYTHONPATH=:/opt/canopy-1.3.0/Canopy_64bit/User/bin/python:/home/igcmg/prodiguer-client:/home/fabric/users/denvil/climaf:/home/fabric/users/denvil/climaf
     10export PATH=$PATH:/home/fabric/users/denvil/climaf/bin
     11STORAGE=$DODSDIR/$login/lmdz/STORE
     12if [ ! -d $DODSDIR/$login/climafCache ] ; then mkdir -p $DODSDIR/$login/climafCache ; fi
     13export CLIMAF_CACHE=$DODSDIR/$login/climafCache
     14echo CLIMAF_CACHE $DODSDIR/$login/climafCache
     15MULTIDIR=$DODSDIR/$login/lmdz/MultiSimu
     16DIRATLAS=$DODSDIR/$login/lmdz/atlas
     17########################################################################################################
     18ATLAS_DIR=$DODSDIR/$login/lmdz/atlas/Atlas$$
     19if [ ! -d $DODSDIR/$login/lmdz/atlas/Atlas$$ ] ; then mkdir -p $DODSDIR/$login/lmdz/atlas/Atlas$$ ; fi
     20fi
    121local=`pwd -P`
    222

  • BOL/Multi_atlas/atlas/atlas.sh

    r3695 r3696  
    1414login=aidelkad
    1515DODSDIR=/prodigfs/ipslfs/dods
     16# Definitions en fonction de la machine
     17# CICLAD
     18if [ ${hostname:0:5} = cicla ] ; then
    1619########################################################################################################
    1720# Environnement
    18 module list
    19 which python
     21module purge
     22module load netcdf4/4.3.3.1-ifort cdo/1.6.8 nco/4.5.2  ncl/6.3.0
    2023ulimit -s unlimited
    21 export PYTHONPATH=:/data/aidelkad/climaf:/home/igcmg/prodiguer-client:/home/fabric/users/denvil/climaf
    22 export PATH=/opt/glite/globus/bin:.:/home/sdipsl/CONFIG_MC2/MAKE_CONF:/opt/anaconda/bin:/opt/nco-4.5.2/bin:/opt/netcdf43/gfortran/bin:/opt/ferret-6.7.2/fast:/opt/ferret-6.7.2/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/aidelkad/bin:/home/fabric/users/denvil/climaf/bin
    23 STORAGE=/prodigfs/ipslfs/dods/aidelkad/lmdz/STORE
    24 if [ ! -d /prodigfs/ipslfs/dods/aidelkad/climafCache ] ; then mkdir -p /prodigfs/ipslfs/dods/aidelkad/climafCache ; fi
    25 export CLIMAF_CACHE=/prodigfs/ipslfs/dods/aidelkad/climafCache
    26 echo CLIMAF_CACHE
    27 MULTIDIR=/prodigfs/ipslfs/dods/aidelkad/lmdz/MultiSimu
    28 DIRATLAS=/prodigfs/ipslfs/dods/aidelkad/lmdz/atlas
    29 ATLAS_DIR=/prodigfs/ipslfs/dods/aidelkad/lmdz/atlas/Atlas60546
    30 if [ ! -d /prodigfs/ipslfs/dods/aidelkad/lmdz/atlas/Atlas60546 ] ; then mkdir -p /prodigfs/ipslfs/dods/aidelkad/lmdz/atlas/Atlas60546 ; fi
     24export PYTHONPATH=:/opt/canopy-1.3.0/Canopy_64bit/User/bin/python:/home/igcmg/prodiguer-client:/home/fabric/users/denvil/climaf:/home/fabric/users/denvil/climaf
     25export PATH=$PATH:/home/fabric/users/denvil/climaf/bin
     26STORAGE=$DODSDIR/$login/lmdz/STORE
     27if [ ! -d $DODSDIR/$login/climafCache ] ; then mkdir -p $DODSDIR/$login/climafCache ; fi
     28export CLIMAF_CACHE=$DODSDIR/$login/climafCache
     29echo CLIMAF_CACHE $DODSDIR/$login/climafCache
     30MULTIDIR=$DODSDIR/$login/lmdz/MultiSimu
     31DIRATLAS=$DODSDIR/$login/lmdz/atlas
    3132########################################################################################################
     33ATLAS_DIR=$DODSDIR/$login/lmdz/atlas/Atlas$$
     34if [ ! -d $DODSDIR/$login/lmdz/atlas/Atlas$$ ] ; then mkdir -p $DODSDIR/$login/lmdz/atlas/Atlas$$ ; fi
     35fi
     36
    3237local=`pwd -P`
    3338

  • BOL/Multi_atlas/atlas/climaf.log

    r3684 r3696  
    22error    : 'defining curves : command ncl is not executable'
    33warning  : Binary cdftools not found. Some operators won't work
    4         info     : Object found in cache: space_average(regrid(time_average(ds('SE|LmdzOrAPctrl|tas|fx|global|seasonnal|1980_1999|/prodigfs/ipslfs/dods/fabric/lmdz/SE/ORIG')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc'))) is at /prodigfs/ipslfs/dods/aidelkad/climafCache/2e809/60ca4/a6900/3416f/9cbdd/51dd6/f851e.nc: 
    5         info     : Object found in cache: space_average(regrid(time_average(ds('OBS.N/A.tas.fx.global./prodigfs/ipslfs/dods/fabric/lmdz/SE/CMOR/OBS')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc'))) is at /prodigfs/ipslfs/dods/aidelkad/climafCache/e8033/04eea/4414d/3e659/92372/d8f56/8f4a3.nc: 
    6         info     : Object found in cache: space_average(minus(regrid(time_average(ds('SE|LmdzOrAPctrl|tas|fx|global|seasonnal|1980_1999|/prodigfs/ipslfs/dods/fabric/lmdz/SE/ORIG')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc')),regrid(time_average(ds('OBS.N/A.tas.fx.global./prodigfs/ipslfs/dods/fabric/lmdz/SE/CMOR/OBS')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc')))) is at /prodigfs/ipslfs/dods/aidelkad/climafCache/4433d/70850/eded1/fd7de/a5106/2fd6f/05d22.nc: 
    7         info     : Object found in cache: space_average(ccdo(minus(regrid(time_average(ds('SE|LmdzOrAPctrl|tas|fx|global|seasonnal|1980_1999|/prodigfs/ipslfs/dods/fabric/lmdz/SE/ORIG')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc')),regrid(time_average(ds('OBS.N/A.tas.fx.global./prodigfs/ipslfs/dods/fabric/lmdz/SE/CMOR/OBS')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc'))),operator='-b F64 sqr')) is at /prodigfs/ipslfs/dods/aidelkad/climafCache/129ad/2ce03/97707/5194b/0589a/c2867/806cb.nc: 
    8                 info     : nothing relevant found in cache for plot(regrid(time_average(ds('SE|LmdzOrAPctrl|tas|fx|global|seasonnal|1980_1999|/prodigfs/ipslfs/dods/fabric/lmdz/SE/ORIG')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc')),color='BlueWhiteOrangeRed',colors='-60 -50 -40 -35 -30 -25 -20 -15 -10 -6 0 6 10 14 18 22 26 24 27 28 30',contours=1,gsnCenterString='LmdzOrAPctrl_1980_1999',gsnLeftString='tas',gsnRightString='YEAR',gsnStringFontHeightF=0.018,mpCenterLonF=0,offset=-273.15,title='',units='degC')
    9                         info     : Object found in cache: regrid(time_average(ds('SE|LmdzOrAPctrl|tas|fx|global|seasonnal|1980_1999|/prodigfs/ipslfs/dods/fabric/lmdz/SE/ORIG')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc')) is at /prodigfs/ipslfs/dods/aidelkad/climafCache/ee57e/55c6b/5594a/71b45/63421/060ae/a87a5.nc: 
    10                 info     : Launching command:(ncl -Q /home/fabric/users/denvil/climaf/climaf/../scripts/gplot.ncl main_file='"/prodigfs/ipslfs/dods/aidelkad/climafCache/ee57e/55c6b/5594a/71b45/63421/060ae/a87a5.nc"'     plotname='"/prodigfs/ipslfs/dods/aidelkad/climafCache/df7a1/f9fb2/369d2/40fb7/acc48/81558/26fd8.png"' cmap='"BlueWhiteOrangeRed"'    main_var='"tas"'    title='""'  myoffset=-273.15 mpCenterLonF=0      units='"degC"'  colors='"-60 -50 -40 -35 -30 -25 -20 -15 -10 -6 0 6 10 14 18 22 26 24 27 28 30"'    contours='"1"'                 gsnLeftString='"tas"' gsnRightString='"YEAR"' gsnCenterString='"LmdzOrAPctrl_1980_1999"'  gsnStringFontHeightF=0.018      )
     4        info     : Object found in cache: space_average(regrid(time_average(ds('SE|LmdzOrAPctrl|pr|fx|global|seasonnal|1980_1999|/prodigfs/ipslfs/dods/fabric/lmdz/SE/ORIG')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc'))) is at /prodigfs/ipslfs/dods/aidelkad/climafCache/bf4b6/7e35d/350bc/75bbe/78ff9/be6a6/37533.nc: 
     5        info     : Object found in cache: space_average(regrid(time_average(ds('OBS.N/A.pr.fx.global./prodigfs/ipslfs/dods/fabric/lmdz/SE/CMOR/OBS')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc'))) is at /prodigfs/ipslfs/dods/aidelkad/climafCache/4b0ec/401a8/6ffc4/41cc0/06646/0f9f8/0faf3.nc: 
     6        info     : Object found in cache: space_average(minus(regrid(time_average(ds('SE|LmdzOrAPctrl|pr|fx|global|seasonnal|1980_1999|/prodigfs/ipslfs/dods/fabric/lmdz/SE/ORIG')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc')),regrid(time_average(ds('OBS.N/A.pr.fx.global./prodigfs/ipslfs/dods/fabric/lmdz/SE/CMOR/OBS')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc')))) is at /prodigfs/ipslfs/dods/aidelkad/climafCache/2913a/98e70/28754/2429b/5a29a/e709e/d6ade.nc: 
     7        info     : Object found in cache: space_average(ccdo(minus(regrid(time_average(ds('SE|LmdzOrAPctrl|pr|fx|global|seasonnal|1980_1999|/prodigfs/ipslfs/dods/fabric/lmdz/SE/ORIG')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc')),regrid(time_average(ds('OBS.N/A.pr.fx.global./prodigfs/ipslfs/dods/fabric/lmdz/SE/CMOR/OBS')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc'))),operator='-b F64 sqr')) is at /prodigfs/ipslfs/dods/aidelkad/climafCache/8a82c/45e2b/16097/d9e4f/79406/5def7/aca4d.nc: 
     8                info     : nothing relevant found in cache for plot(regrid(time_average(ds('SE|LmdzOrAPctrl|pr|fx|global|seasonnal|1980_1999|/prodigfs/ipslfs/dods/fabric/lmdz/SE/ORIG')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc')),color='precip_11lev',colors='0.5 1 2 3 4 6 8 10 12 14',contours=1,gsnCenterString='LmdzOrAPctrl_1980_1999',gsnLeftString='pr',gsnRightString='YEAR',gsnStringFontHeightF=0.018,mpCenterLonF=0,scale=86400.0,title='')
     9                        info     : Object found in cache: regrid(time_average(ds('SE|LmdzOrAPctrl|pr|fx|global|seasonnal|1980_1999|/prodigfs/ipslfs/dods/fabric/lmdz/SE/ORIG')),ds('file|VLR|hurs|fx|global|no_model|/data/ssenesi/stable/VLR.nc')) is at /prodigfs/ipslfs/dods/aidelkad/climafCache/c73b8/3bbce/0a42b/9cdec/3ea7c/75037/4de99.nc: 
     10                info     : Launching command:(ncl -Q /home/fabric/users/denvil/climaf/climaf/../scripts/gplot.ncl main_file='"/prodigfs/ipslfs/dods/aidelkad/climafCache/c73b8/3bbce/0a42b/9cdec/3ea7c/75037/4de99.nc"'     plotname='"/prodigfs/ipslfs/dods/aidelkad/climafCache/f800c/d889b/aeec8/05e64/53b4f/71339/3c8e8.png"' cmap='"precip_11lev"'    main_var='"pr"'    title='""' myscale=86400.0  mpCenterLonF=0        colors='"0.5 1 2 3 4 6 8 10 12 14"'    contours='"1"'                 gsnLeftString='"pr"' gsnRightString='"YEAR"' gsnCenterString='"LmdzOrAPctrl_1980_1999"'  gsnStringFontHeightF=0.018      )
    1111                error    : Last lines of script output:
    1212
    1313
    1414stdout and stderr of script call :
    15          (ncl -Q /home/fabric/users/denvil/climaf/climaf/../scripts/gplot.ncl main_file='"/prodigfs/ipslfs/dods/aidelkad/climafCache/ee57e/55c6b/5594a/71b45/63421/060ae/a87a5.nc"'     plotname='"/prodigfs/ipslfs/dods/aidelkad/climafCache/df7a1/f9fb2/369d2/40fb7/acc48/81558/26fd8.png"' cmap='"BlueWhiteOrangeRed"'    main_var='"tas"'    title='""'  myoffset=-273.15 mpCenterLonF=0      units='"degC"'  colors='"-60 -50 -40 -35 -30 -25 -20 -15 -10 -6 0 6 10 14 18 22 26 24 27 28 30"'    contours='"1"'                 gsnLeftString='"tas"' gsnRightString='"YEAR"' gsnCenterString='"LmdzOrAPctrl_1980_1999"'  gsnStringFontHeightF=0.018      )
     15         (ncl -Q /home/fabric/users/denvil/climaf/climaf/../scripts/gplot.ncl main_file='"/prodigfs/ipslfs/dods/aidelkad/climafCache/c73b8/3bbce/0a42b/9cdec/3ea7c/75037/4de99.nc"'     plotname='"/prodigfs/ipslfs/dods/aidelkad/climafCache/f800c/d889b/aeec8/05e64/53b4f/71339/3c8e8.png"' cmap='"precip_11lev"'    main_var='"pr"'    title='""' myscale=86400.0  mpCenterLonF=0        colors='"0.5 1 2 3 4 6 8 10 12 14"'    contours='"1"'                 gsnLeftString='"pr"' gsnRightString='"YEAR"' gsnCenterString='"LmdzOrAPctrl_1980_1999"'  gsnStringFontHeightF=0.018      )
    1616
    1717/bin/sh: ncl : commande introuvable
    1818
    19                 error    : 'Script failure for : (ncl -Q /home/fabric/users/denvil/climaf/climaf/../scripts/gplot.ncl main_file=\'"/prodigfs/ipslfs/dods/aidelkad/climafCache/ee57e/55c6b/5594a/71b45/63421/060ae/a87a5.nc"\'     plotname=\'"/prodigfs/ipslfs/dods/aidelkad/climafCache/df7a1/f9fb2/369d2/40fb7/acc48/81558/26fd8.png"\' cmap=\'"BlueWhiteOrangeRed"\'    main_var=\'"tas"\'    title=\'""\'  myoffset=-273.15 mpCenterLonF=0      units=\'"degC"\'  colors=\'"-60 -50 -40 -35 -30 -25 -20 -15 -10 -6 0 6 10 14 18 22 26 24 27 28 30"\'    contours=\'"1"\'                 gsnLeftString=\'"tas"\' gsnRightString=\'"YEAR"\' gsnCenterString=\'"LmdzOrAPctrl_1980_1999"\'  gsnStringFontHeightF=0.018      ). More details either in file ./last.out or by re-runing with clog("debug")'
     19                error    : 'Script failure for : (ncl -Q /home/fabric/users/denvil/climaf/climaf/../scripts/gplot.ncl main_file=\'"/prodigfs/ipslfs/dods/aidelkad/climafCache/c73b8/3bbce/0a42b/9cdec/3ea7c/75037/4de99.nc"\'     plotname=\'"/prodigfs/ipslfs/dods/aidelkad/climafCache/f800c/d889b/aeec8/05e64/53b4f/71339/3c8e8.png"\' cmap=\'"precip_11lev"\'    main_var=\'"pr"\'    title=\'""\' myscale=86400.0  mpCenterLonF=0        colors=\'"0.5 1 2 3 4 6 8 10 12 14"\'    contours=\'"1"\'                 gsnLeftString=\'"pr"\' gsnRightString=\'"YEAR"\' gsnCenterString=\'"LmdzOrAPctrl_1980_1999"\'  gsnStringFontHeightF=0.018      ). More details either in file ./last.out or by re-runing with clog("debug")'

  • BOL/Multi_atlas/atlas/last.out

    r3684 r3696  
    22
    33stdout and stderr of script call :
    4          (ncl -Q /home/fabric/users/denvil/climaf/climaf/../scripts/gplot.ncl main_file='"/prodigfs/ipslfs/dods/aidelkad/climafCache/ee57e/55c6b/5594a/71b45/63421/060ae/a87a5.nc"'     plotname='"/prodigfs/ipslfs/dods/aidelkad/climafCache/df7a1/f9fb2/369d2/40fb7/acc48/81558/26fd8.png"' cmap='"BlueWhiteOrangeRed"'    main_var='"tas"'    title='""'  myoffset=-273.15 mpCenterLonF=0      units='"degC"'  colors='"-60 -50 -40 -35 -30 -25 -20 -15 -10 -6 0 6 10 14 18 22 26 24 27 28 30"'    contours='"1"'                 gsnLeftString='"tas"' gsnRightString='"YEAR"' gsnCenterString='"LmdzOrAPctrl_1980_1999"'  gsnStringFontHeightF=0.018      )
     4         (ncl -Q /home/fabric/users/denvil/climaf/climaf/../scripts/gplot.ncl main_file='"/prodigfs/ipslfs/dods/aidelkad/climafCache/c73b8/3bbce/0a42b/9cdec/3ea7c/75037/4de99.nc"'     plotname='"/prodigfs/ipslfs/dods/aidelkad/climafCache/f800c/d889b/aeec8/05e64/53b4f/71339/3c8e8.png"' cmap='"precip_11lev"'    main_var='"pr"'    title='""' myscale=86400.0  mpCenterLonF=0        colors='"0.5 1 2 3 4 6 8 10 12 14"'    contours='"1"'                 gsnLeftString='"pr"' gsnRightString='"YEAR"' gsnCenterString='"LmdzOrAPctrl_1980_1999"'  gsnStringFontHeightF=0.018      )
    55
    66/bin/sh: ncl : commande introuvable

  • BOL/Multi_atlas/install_multi_atlas.sh

    r3694 r3696  
    5050DODSDIR=$DODSDIR
    5151eod
    52 
    53 # Def env atlas
    54 cat <<eod >> defatlasenv.sh
    55 ########################################################################################################
    56 # Environnement
    57 module list
    58 which python
    59 ulimit -s unlimited
    60 export PYTHONPATH=$PYTHONPATH:/home/fabric/users/denvil/climaf
    61 export PATH=$PATH:/home/fabric/users/denvil/climaf/bin
    62 STORAGE=$DODSDIR/$login/lmdz/STORE
    63 if [ ! -d $DODSDIR/$login/climafCache ] ; then mkdir -p $DODSDIR/$login/climafCache ; fi
    64 export CLIMAF_CACHE=$DODSDIR/$login/climafCache
    65 echo CLIMAF_CACHE $CLIMAF_CACHE
    66 MULTIDIR=$MULTIDIR
    67 DIRATLAS=$DODSDIR/$login/lmdz/atlas
    68 ATLAS_DIR=$DODSDIR/$login/lmdz/atlas/Atlas$$
    69 if [ ! -d $DODSDIR/$login/lmdz/atlas/Atlas$$ ] ; then mkdir -p $DODSDIR/$login/lmdz/atlas/Atlas$$ ; fi
    70 ########################################################################################################
    71 eod
    72 
    7352fi
    7453
    … …  
    154133# Machines locales lmd
    155134
     135local=`pwd -P`
     136
    156137echo -e "${noir}%%%%%%%%%%%%%%%%%%%%%%%%% ${rougefonce} MULTIATLAS LMDZ ${noir}%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%"
    157 echo -e "${bleufonce}" To create your multi-atlas you needs :
     138echo -e "${vertfonce}" To create your multi-atlas you needs :
    158139echo 1.  to create your multiatlas directory "example Multi01" :
    159140echo    - mkdir -p /prodigfs/ipslfs/dods/$login/lmdz/MultiSimu/Multi01
    … …  
    164145echo     define atlas variables in file
    165146echo    - /prodigfs/ipslfs/dods/$login/lmdz/MultiSimu/Multi01/atlas.def
     147echo 3.   Add the link to the simulation outputs in your file : $local/runs.txt
    166148
    167149rm -f job_multi.sh
    … …  
    172154rm -f atlas.sh
    173155cat entete.sh >| atlas.sh
    174 cat defatlasenv.sh >> atlas.sh
    175156cat Utils/atlas0.sh >> atlas.sh
    176157chmod +x atlas.sh
    177158\mv atlas.sh atlas/.
    178159
    179 echo Then you can run your multiatlas :
     160echo 4. Then you can run your multiatlas :
    180161echo ./job_multi.sh Multi01
    181162echo -e "${noir}%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%"
Note: See TracChangeset for help on using the changeset viewer.