[4152] | 1 | #!/bin/bash |
---|
[4172] | 2 | #PBS -N NUDG_mpi_omp_DCMIP41 |
---|
[4152] | 3 | #PBS -q day |
---|
| 4 | #PBS -n |
---|
| 5 | #PBS -l nodes=1:ppn=40 |
---|
| 6 | #PBS -l walltime=20:30:00 |
---|
| 7 | #PBS -l mem=120gb |
---|
| 8 | #PBS -l vmem=120gb |
---|
| 9 | |
---|
| 10 | #####comment:PBS -l mem=31922327552,ncpus=60 |
---|
| 11 | #Jobs start in the HOME directory, cd to submitted directory |
---|
| 12 | cd "$PBS_O_WORKDIR" |
---|
| 13 | |
---|
| 14 | ############################################################ |
---|
| 15 | NCPU=$(wc -l < $PBS_NODEFILE) |
---|
| 16 | awk "NR % 4 == 0" $PBS_NODEFILE | head -n 40 > nodelist.txt |
---|
| 17 | |
---|
| 18 | echo ------------------JOB SUMMARY-------------------------- |
---|
| 19 | echo 'PBS OUT: Job allocated on: '${NCPU}' cpu(s)' |
---|
| 20 | echo 'PBS OUT: Job running on the following node(s): ' |
---|
| 21 | cat nodelist.txt |
---|
| 22 | echo ------------------------------------------------------- |
---|
| 23 | echo PBS OUT: Job running on: $PBS_O_HOST |
---|
| 24 | echo PBS OUT: Originating queue: $PBS_O_QUEUE |
---|
| 25 | echo PBS OUT: Executing queue: $PBS_QUEUE |
---|
| 26 | echo PBS OUT: Work directory: $PBS_O_WORKDIR |
---|
| 27 | echo PBS OUT: Execution mode: $PBS_ENVIRONMENT |
---|
| 28 | echo PBS OUT: Job identifier: $PBS_JOBID |
---|
| 29 | echo PBS OUT: Job name: $PBS_JOBNAME |
---|
| 30 | echo PBS OUT: Node file: $PBS_NODEFILE |
---|
| 31 | echo PBS OUT: Current home directory: $PBS_O_HOME |
---|
| 32 | echo PBS OUT: PATH= $PBS_O_PATH |
---|
| 33 | echo ------------------------------------------------------- |
---|
| 34 | |
---|
| 35 | |
---|
| 36 | export OMP_NUM_THREADS=1 |
---|
| 37 | export OMP_STACKSIZE=128M |
---|
| 38 | ulimit -s unlimited |
---|
| 39 | |
---|
| 40 | module purge |
---|
| 41 | module load gnu/4.9.3 |
---|
| 42 | module load intel/15.0.6.233 |
---|
| 43 | module load openmpi/1.6.5-ifort |
---|
| 44 | module load hdf5/1.8.18-parallel-ifort |
---|
| 45 | module load netcdf4/4.4.1.1-parallel-ifort |
---|
| 46 | |
---|
| 47 | rm -rf gcm.log logs *.nc netcdf |
---|
[4166] | 48 | ln -sf ../../Data/DYNAMICO.nc . |
---|
[4152] | 49 | ln -sf ../../build/bin/icosa_gcm.exe gcm.exe |
---|
| 50 | |
---|
[4172] | 51 | mpirun -np 40 -cpus-per-proc $OMP_NUM_THREADS -bycore -bind-to-core -report-bindings ./gcm.exe 2>&1 >> gcm.log |
---|
[4152] | 52 | date >> gcm.log |
---|
| 53 | |
---|
| 54 | mkdir -p netcdf |
---|
[4172] | 55 | cp *.def netcdf |
---|
[4152] | 56 | mv *.nc netcdf |
---|
| 57 | |
---|
| 58 | mkdir -p logs |
---|
[4172] | 59 | cp *.xml gcm.log logs |
---|
| 60 | |
---|
[4152] | 61 | mv xios_client_*.err xios_client_*.out gcm.log logs |
---|
| 62 | |
---|
| 63 | |
---|