Changeset 1374 for trunk/LMDZ.GENERIC/deftank

Timestamp:

Feb 11, 2015, 3:08:27 PM (10 years ago)

Author:

msylvestre

Message:

long_run.sh is now easier to adapt to user's local settings and to the job schedulers available on the different clusters

Location:

trunk/LMDZ.GENERIC/deftank/def_generic_giants

Files:

• launch_128_96_64_ref (deleted)
• long_run.sh (modified) (2 diffs)

trunk/LMDZ.GENERIC/deftank/def_generic_giants/long_run.sh

@@ -3 +3 @@
 # In your directory, you need :
 # - this script
-# - launch_128_96_64_ref : a reference script, containing the settings of a job (which .def to use, which executable, Load Leveler settings...) 
-# - the PROTO_Saturn_Article directory (add the executable inside)
+# - the reference script for Load Leveler, containing the settings of a job (which .def to use, which executable, Load Leveler settings...).
+ 
 
 #!/bin/bash
 
-#MODIFY THIS :  
-n=11    #total number of jobs 
-name='norings'
-cd /san/home/sylvestr/simus/bacasable/long_run/norings #your start directory 
+##### MODIFY THIS :  
+n=3  #total number of jobs 
+ref='launch_128_96_64_ref' #name of the reference script 
 
-# THE REFERENCE SCRIPT IS READ : launch_128_96_64_ref
+
+#Following commands are specific to Load Leveler : change them if you use another batch scheduling system
+ini_dir='$LOADL_STEP_INITDIR'           # Absolute path to the submission directory, as named in the reference script 
+run_dir='$LOADL_STEP_INITDIR/${tmpdir}' #Generic absolute path to the run directory, as named in the reference script (eg. job_name.job_id etc...)
+
+sub_cmd=llsubmit                        #command to submit a job
+
+##############################################################################################################################
+
+# THE REFERENCE SCRIPT IS READ :
 
 #we check that the lines about the copy of the startfi.nc follows the one with
 #start.nc 
 
-ligne=$(grep -n 'start.nc' launch_128_96_64_ref | cut -d: -f1)
-lignefi=$(grep -n 'startfi.nc' launch_128_96_64_ref | cut -d: -f1)
+ligne="$(grep -n 'cp .*start.nc' ${ref} | cut -d: -f1)"
+lignefi="$(grep -n 'cp .*startfi.nc' ${ref} | cut -d: -f1)"
 
-if [ ${lignefi} -ne $(expr ${ligne} \+ 1) ]
+if [ ${lignefi} -ne "$(expr ${ligne} \+ 1)" ]
 then
         echo 'Error :'
-        echo 'In  launch_128_96_64_ref, the line about startfi.nc must follow the line about start.nc'
+        echo 'In '${ref}' ,the line about startfi.nc must follow the line about start.nc'
         exit
 fi
 
 #CREATION OF THE 1ST SCRIPT
-cp launch_128_96_64_ref launch1_128_96_64
+cp ${ref} launch1
 
 #CREATION OF THE LAST SCRIPT
@@ -35 +43 @@
 #same as the reference script except that its start*.nc files are the restart*.nc files produced by the second to last simulation
  
-head -n $(expr ${ligne} \- 1 ) launch1_128_96_64 > launch${n}_128_96_64
-echo 'cp -rf zeLAST/restart.nc $LOADL_STEP_INITDIR/${tmpdir}/start.nc' >> launch${n}_128_96_64 
-echo 'cp -rf zeLAST/restartfi.nc $LOADL_STEP_INITDIR/${tmpdir}/startfi.nc' >> launch${n}_128_96_64
-tail -n +$(expr ${lignefi} \+ 1 ) launch1_128_96_64 >> launch${n}_128_96_64
+head -n $(expr ${ligne} \- 1 ) launch1 > launch${n}
+echo 'cp -rf ' ${ini_dir}'/zeLAST/restart.nc ' ${run_dir}'/start.nc' >> launch${n} 
+echo 'cp -rf ' ${ini_dir}'/zeLAST/restartfi.nc ' ${run_dir}'/startfi.nc' >> launch${n}
+tail -n +$(expr ${lignefi} \+ 1 ) launch1 >> launch${n}
 
 
 #1ST SCRIPT IS COMPLETED AND THE OTHERS (from 2 to n-1 ARE CREATED) 
 
-# Scripts 2 to n-1 are created from the last script (to start from the restart*.nc).
-# Commands are added to Scripts 1 to n-1 to launch the next script.
+# Scripts 2 to n-1 are created from the last script (as jobs 2 to n-1 must start from restart*.nc produced by the previous job).
+# Commands are added to Scripts 1 to n-1 to launch the next job.
 
-touch outputs_${name}.txt #file to save the names of the jobs composing this run
+for ((i=1 ; i<=${n}; i+=1))
+do      
+        if [ ${i} -ne 1 ] && [ ${i} -ne ${n} ]
+        then  
+                cp launch${n} launch${i}
+        fi 
 
-for ((i=1 ; i<$n; i+=1))
-do      
-        if [ ${i} -ne 1 ]
-        then  
-                cp launch${n}_128_96_64 launch${i}_128_96_64
-        fi 
+        #Link toward the repertory of the last simulation
+        echo 'cd ' ${ini_dir} >> launch${i}
+        echo 'rm -f zeLAST' >> launch${i}
+        echo 'lastdir=`ls -ltrd */ | awk' "'{print" '$NF}'"'" '| tail -n 1 `' >> launch${i}     
+        echo 'ln -sf ${lastdir} zeLAST' >> launch${i}
+        echo >> launch${i}
         
-        #Save the name of the jobs
-        echo 'echo $LOADL_STEP_INITDIR/${tmpdir} >> $LOADL_STEP_INITDIR/outputs_'${name}'.txt' >> launch${i}_128_96_64 
-        echo ' ' >> launch${i}_128_96_64
-
-        #Launch the next job
-        echo '#Lancement du job script suivant' >> launch${i}_128_96_64
-        echo 'cd $LOADL_STEP_INITDIR' >> launch${i}_128_96_64
-        echo 'llsubmit launch'$(expr $i \+ 1)'_128_96_64' >> launch${i}_128_96_64
-        
+        if [ ${i} -ne ${n} ]
+        then 
+                #Launch the next job
+                echo '#Lancement du job script suivant' >> launch${i}
+                echo 'cd' ${ini_dir} >> launch${i}
+                echo ${sub_cmd}' launch'$(expr $i \+ 1) >> launch${i}
+        fi
 done
 
- echo 'echo $LOADL_STEP_INITDIR/${tmpdir} >> $LOADL_STEP_INITDIR/outputs_'${name}'.txt' >> launch${n}_128_96_64
+ 
+#LAST RUN : CREATION OF outputs.txt
+# concatnc.e < outputs.txt will concatenate all the diagfi.nc 
 
+echo 'cd '${ini_dir} >> launch${n}
+echo 'find . -maxdepth 2 -name "diagfi.nc" >> outputs.txt' >> launch${n}
+
+echo 'echo >> '${ini_dir}'/outputs.txt'  >> launch${n}
+echo 'echo 0 >> '${ini_dir}'/outputs.txt' >> launch${n}
+echo 'echo ls >> '${ini_dir}'/outputs.txt' >> launch${n}
+echo 'echo all >> '${ini_dir}'/outputs.txt'  >> launch${n}
+echo 'echo >> '${ini_dir}'/outputs.txt'  >> launch${n}
+ 
 #LAUNCH THE 1ST JOB
-llsubmit launch1_128_96_64
+${sub_cmd} launch1