1 | #!/bin/bash |
---|
2 | #PBS -N LAM_DCMIP |
---|
3 | #PBS -q std |
---|
4 | #PBS -n |
---|
5 | #PBS -l nodes=1:ppn=64 |
---|
6 | #PBS -l walltime=00:15:00 |
---|
7 | #PBS -l mem=50gb |
---|
8 | #PBS -l vmem=50gb |
---|
9 | |
---|
10 | #####comment:PBS -l mem=31922327552,ncpus=60 |
---|
11 | #Jobs start in the HOME directory, cd to submitted directory |
---|
12 | cd "$PBS_O_WORKDIR" |
---|
13 | |
---|
14 | ############################################################ |
---|
15 | NCPU=$(wc -l < $PBS_NODEFILE) |
---|
16 | awk "NR % 4 == 0" $PBS_NODEFILE | head -n 40 > nodelist.txt |
---|
17 | |
---|
18 | echo ------------------JOB SUMMARY-------------------------- |
---|
19 | echo 'PBS OUT: Job allocated on: '${NCPU}' cpu(s)' |
---|
20 | echo 'PBS OUT: Job running on the following node(s): ' |
---|
21 | cat nodelist.txt |
---|
22 | echo ------------------------------------------------------- |
---|
23 | echo PBS OUT: Job running on: $PBS_O_HOST |
---|
24 | echo PBS OUT: Originating queue: $PBS_O_QUEUE |
---|
25 | echo PBS OUT: Executing queue: $PBS_QUEUE |
---|
26 | echo PBS OUT: Work directory: $PBS_O_WORKDIR |
---|
27 | echo PBS OUT: Execution mode: $PBS_ENVIRONMENT |
---|
28 | echo PBS OUT: Job identifier: $PBS_JOBID |
---|
29 | echo PBS OUT: Job name: $PBS_JOBNAME |
---|
30 | echo PBS OUT: Node file: $PBS_NODEFILE |
---|
31 | echo PBS OUT: Current home directory: $PBS_O_HOME |
---|
32 | echo PBS OUT: PATH= $PBS_O_PATH |
---|
33 | echo ------------------------------------------------------- |
---|
34 | |
---|
35 | |
---|
36 | export OMP_NUM_THREADS=1 |
---|
37 | export OMP_STACKSIZE=128M |
---|
38 | ulimit -s unlimited |
---|
39 | |
---|
40 | . ../DYNAMICO/arch.env |
---|
41 | |
---|
42 | rm -rf gcm.log logs *.nc netcdf |
---|
43 | ln -s ../Data/*.nc |
---|
44 | |
---|
45 | mpirun -np 60 -cpus-per-proc $OMP_NUM_THREADS -bycore -bind-to-core -report-bindings ./gcm.exe >> gcm.log |
---|
46 | #gdb ./gcm.exe >> gcm.log |
---|
47 | date >> gcm.log |
---|
48 | |
---|
49 | mkdir -p netcdf |
---|
50 | cp gcm.log *.def netcdf |
---|
51 | mv *.nc netcdf |
---|
52 | |
---|
53 | mkdir -p logs |
---|
54 | cp *.xml logs |
---|
55 | cp -pr gcm.exe logs |
---|
56 | cp -pr ../DYNAMICO/src logs |
---|
57 | mv xios_client_*.err xios_client_*.out gcm.log logs |
---|