1 | #!/bin/bash |
---|
2 | #PBS -N NUDG_mpi_omp_DCMIP41 |
---|
3 | #PBS -q day |
---|
4 | #PBS -n |
---|
5 | #PBS -l nodes=1:ppn=40 |
---|
6 | #PBS -l walltime=20:30:00 |
---|
7 | #PBS -l mem=120gb |
---|
8 | #PBS -l vmem=120gb |
---|
9 | |
---|
10 | #####comment:PBS -l mem=31922327552,ncpus=60 |
---|
11 | #Jobs start in the HOME directory, cd to submitted directory |
---|
12 | cd "$PBS_O_WORKDIR" |
---|
13 | |
---|
14 | ############################################################ |
---|
15 | NCPU=$(wc -l < $PBS_NODEFILE) |
---|
16 | awk "NR % 4 == 0" $PBS_NODEFILE | head -n 40 > nodelist.txt |
---|
17 | |
---|
18 | echo ------------------JOB SUMMARY-------------------------- |
---|
19 | echo 'PBS OUT: Job allocated on: '${NCPU}' cpu(s)' |
---|
20 | echo 'PBS OUT: Job running on the following node(s): ' |
---|
21 | cat nodelist.txt |
---|
22 | echo ------------------------------------------------------- |
---|
23 | echo PBS OUT: Job running on: $PBS_O_HOST |
---|
24 | echo PBS OUT: Originating queue: $PBS_O_QUEUE |
---|
25 | echo PBS OUT: Executing queue: $PBS_QUEUE |
---|
26 | echo PBS OUT: Work directory: $PBS_O_WORKDIR |
---|
27 | echo PBS OUT: Execution mode: $PBS_ENVIRONMENT |
---|
28 | echo PBS OUT: Job identifier: $PBS_JOBID |
---|
29 | echo PBS OUT: Job name: $PBS_JOBNAME |
---|
30 | echo PBS OUT: Node file: $PBS_NODEFILE |
---|
31 | echo PBS OUT: Current home directory: $PBS_O_HOME |
---|
32 | echo PBS OUT: PATH= $PBS_O_PATH |
---|
33 | echo ------------------------------------------------------- |
---|
34 | |
---|
35 | |
---|
36 | export OMP_NUM_THREADS=1 |
---|
37 | export OMP_STACKSIZE=128M |
---|
38 | ulimit -s unlimited |
---|
39 | |
---|
40 | module purge |
---|
41 | module load gnu/4.9.3 |
---|
42 | module load intel/15.0.6.233 |
---|
43 | module load openmpi/1.6.5-ifort |
---|
44 | module load hdf5/1.8.18-parallel-ifort |
---|
45 | module load netcdf4/4.4.1.1-parallel-ifort |
---|
46 | |
---|
47 | rm -rf gcm.log logs *.nc netcdf |
---|
48 | ln -sf ../../Data/DYNAMICO.nc . |
---|
49 | ln -sf ../../build/bin/icosa_gcm.exe gcm.exe |
---|
50 | |
---|
51 | mpirun -np 40 -cpus-per-proc $OMP_NUM_THREADS -bycore -bind-to-core -report-bindings ./gcm.exe 2>&1 >> gcm.log |
---|
52 | date >> gcm.log |
---|
53 | |
---|
54 | mkdir -p netcdf |
---|
55 | cp *.def netcdf |
---|
56 | mv *.nc netcdf |
---|
57 | |
---|
58 | mkdir -p logs |
---|
59 | cp *.xml gcm.log logs |
---|
60 | |
---|
61 | mv xios_client_*.err xios_client_*.out gcm.log logs |
---|
62 | |
---|
63 | |
---|