1 | #!/bin/bash |
---|
2 | #PBS -N DYNAMICO_phyparam_mpi |
---|
3 | #PBS -q std |
---|
4 | #PBS -n |
---|
5 | #PBS -l nodes=1:ppn=60 |
---|
6 | #PBS -l walltime=04:00:00 |
---|
7 | #PBS -l mem=120gb |
---|
8 | #PBS -l vmem=120gb |
---|
9 | |
---|
10 | #####comment:PBS -l mem=31922327552,ncpus=60 |
---|
11 | #Jobs start in the HOME directory, cd to submitted directory |
---|
12 | cd "$PBS_O_WORKDIR" |
---|
13 | |
---|
14 | ############################################################ |
---|
15 | |
---|
16 | echo ------------------JOB SUMMARY-------------------------- |
---|
17 | echo 'PBS OUT: Job allocated on: '${NCPU}' cpu(s)' |
---|
18 | echo 'PBS OUT: Job running on the following node(s): ' |
---|
19 | cat nodelist.txt |
---|
20 | echo ------------------------------------------------------- |
---|
21 | echo PBS OUT: Job running on: $PBS_O_HOST |
---|
22 | echo PBS OUT: Originating queue: $PBS_O_QUEUE |
---|
23 | echo PBS OUT: Executing queue: $PBS_QUEUE |
---|
24 | echo PBS OUT: Work directory: $PBS_O_WORKDIR |
---|
25 | echo PBS OUT: Execution mode: $PBS_ENVIRONMENT |
---|
26 | echo PBS OUT: Job identifier: $PBS_JOBID |
---|
27 | echo PBS OUT: Job name: $PBS_JOBNAME |
---|
28 | echo PBS OUT: Node file: $PBS_NODEFILE |
---|
29 | echo PBS OUT: Current home directory: $PBS_O_HOME |
---|
30 | echo PBS OUT: PATH= $PBS_O_PATH |
---|
31 | echo ------------------------------------------------------- |
---|
32 | |
---|
33 | |
---|
34 | export OMP_NUM_THREADS=1 |
---|
35 | export OMP_STACKSIZE=128M |
---|
36 | ulimit -s unlimited |
---|
37 | |
---|
38 | module purge |
---|
39 | module load gnu/4.9.3 |
---|
40 | module load intel/15.0.6.233 |
---|
41 | module load openmpi/1.6.5-ifort |
---|
42 | module load hdf5/1.8.18-parallel-ifort |
---|
43 | module load netcdf4/4.4.1.1-parallel-ifort |
---|
44 | module list |
---|
45 | |
---|
46 | rm -rf gcm.log logs *.nc netcdf |
---|
47 | ls -lrth |
---|
48 | which mpirun |
---|
49 | mpirun -np 40 -cpus-per-proc $OMP_NUM_THREADS -bycore -bind-to-core -report-bindings ./gcm.exe > gcm.log 2>&1 |
---|
50 | date >> gcm.log |
---|
51 | |
---|
52 | mkdir -p netcdf |
---|
53 | cp gcm.log *.def netcdf |
---|
54 | mv *.nc netcdf |
---|
55 | |
---|
56 | mkdir -p logs |
---|
57 | cp *.xml logs |
---|
58 | mv xios_client_*.err xios_client_*.out gcm.log logs |
---|