source: LMDZ6/branches/LMDZ-INCA-Dyn/libf/phy_common/mod_phys_lmdz_mpi_data.F90 @ 3820

Last change on this file since 3820 was 3820, checked in by lmdz-users, 3 years ago

to be able to work with dynamico's dynamic, we modify call for the inca initialisation

  • Property copyright set to
    Name of program: LMDZ
    Creation date: 1984
    Version: LMDZ5
    License: CeCILL version 2
    Holder: Laboratoire de m\'et\'eorologie dynamique, CNRS, UMR 8539
    See the license file in the root directory
  • Property svn:eol-style set to native
  • Property svn:keywords set to Id
File size: 6.5 KB
Line 
1!
2!$Id: mod_phys_lmdz_mpi_data.F90 3820 2021-02-04 14:59:25Z lmdz-users $
3!
4MODULE mod_phys_lmdz_mpi_data
5 
6  INTEGER,SAVE :: ii_begin
7  INTEGER,SAVE :: ii_end
8  INTEGER,SAVE :: jj_begin
9  INTEGER,SAVE :: jj_end
10  INTEGER,SAVE :: jj_nb
11  INTEGER,SAVE :: ij_begin
12  INTEGER,SAVE :: ij_end
13  INTEGER,SAVE :: ij_nb
14  INTEGER,SAVE :: klon_mpi_begin
15  INTEGER,SAVE :: klon_mpi_end
16  INTEGER,SAVE :: klon_mpi
17 
18  INTEGER,SAVE,ALLOCATABLE,DIMENSION(:) :: jj_para_nb
19  INTEGER,SAVE,ALLOCATABLE,DIMENSION(:) :: jj_para_begin
20  INTEGER,SAVE,ALLOCATABLE,DIMENSION(:) :: jj_para_end
21
22  INTEGER,SAVE,ALLOCATABLE,DIMENSION(:) :: ii_para_begin
23  INTEGER,SAVE,ALLOCATABLE,DIMENSION(:) :: ii_para_end
24
25  INTEGER,SAVE,ALLOCATABLE,DIMENSION(:) :: ij_para_nb
26  INTEGER,SAVE,ALLOCATABLE,DIMENSION(:) :: ij_para_begin
27  INTEGER,SAVE,ALLOCATABLE,DIMENSION(:) :: ij_para_end
28
29  INTEGER,SAVE,ALLOCATABLE,DIMENSION(:) :: klon_mpi_para_nb
30  INTEGER,SAVE,ALLOCATABLE,DIMENSION(:) :: klon_mpi_para_begin
31  INTEGER,SAVE,ALLOCATABLE,DIMENSION(:) :: klon_mpi_para_end
32
33 
34  INTEGER,SAVE :: mpi_rank
35  INTEGER,SAVE :: mpi_size
36  INTEGER,SAVE :: mpi_master
37  LOGICAL,SAVE :: is_mpi_root
38  LOGICAL,SAVE :: is_using_mpi
39 
40 
41  LOGICAL,SAVE :: is_north_pole_dyn
42  LOGICAL,SAVE :: is_south_pole_dyn
43  INTEGER,SAVE :: COMM_LMDZ_PHY
44  INTEGER,SAVE :: MPI_REAL_LMDZ   ! MPI_REAL8
45
46CONTAINS
47 
48  SUBROUTINE init_phys_lmdz_mpi_data(nbp, nbp_lon, nbp_lat, nbp_lev, communicator)
49
50    USE infotrac, ONLY: type_trac
51
52  IMPLICIT NONE
53#ifdef CPP_MPI
54    INCLUDE 'mpif.h'
55#endif
56    INTEGER,INTENT(IN) :: nbp
57    INTEGER,INTENT(IN) :: nbp_lon
58    INTEGER,INTENT(IN) :: nbp_lat
59    INTEGER,INTENT(IN) :: nbp_lev
60    INTEGER,INTENT(IN) :: communicator
61   
62    INTEGER,ALLOCATABLE :: distrib(:)
63    INTEGER :: ierr
64    INTEGER :: klon_glo
65    INTEGER :: i
66   
67#ifdef CPP_MPI
68    is_using_mpi=.TRUE.
69#else
70    is_using_mpi=.FALSE.
71#endif
72   
73    if ((nbp_lon.eq.1).and.(nbp_lat.eq.1)) then ! running 1D column model
74       klon_glo=1
75    else
76    ! The usual global physics grid: 1 point for each pole and nbp_lon points
77    ! for all other latitudes
78       klon_glo=nbp_lon*(nbp_lat-2)+2
79    endif
80   
81    COMM_LMDZ_PHY=communicator
82
83    IF (is_using_mpi) THEN   
84#ifdef CPP_MPI
85      MPI_REAL_LMDZ=MPI_REAL8
86      CALL MPI_COMM_SIZE(COMM_LMDZ_PHY,mpi_size,ierr)   
87      CALL MPI_COMM_RANK(COMM_LMDZ_PHY,mpi_rank,ierr)
88#endif
89    ELSE
90      mpi_size=1
91      mpi_rank=0
92    ENDIF
93   
94    ALLOCATE(distrib(0:mpi_size-1))
95
96    IF (is_using_mpi) THEN   
97#ifdef CPP_MPI
98    CALL MPI_ALLGATHER(nbp,1,MPI_INTEGER,distrib,1,MPI_INTEGER,COMM_LMDZ_PHY,ierr)
99#endif
100    ELSE
101     distrib(:)=nbp
102    ENDIF
103
104
105    IF (mpi_rank == 0) THEN
106      mpi_master = 0
107      is_mpi_root = .true.
108    ENDIF
109   
110    IF (mpi_rank == 0) THEN
111      is_north_pole_dyn = .TRUE.
112    ELSE
113      is_north_pole_dyn = .FALSE.
114    ENDIF
115   
116    IF (mpi_rank == mpi_size-1) THEN
117      is_south_pole_dyn = .TRUE.
118    ELSE
119      is_south_pole_dyn = .FALSE.
120    ENDIF
121   
122    ALLOCATE(jj_para_nb(0:mpi_size-1))
123    ALLOCATE(jj_para_begin(0:mpi_size-1))
124    ALLOCATE(jj_para_end(0:mpi_size-1))
125   
126    ALLOCATE(ij_para_nb(0:mpi_size-1))
127    ALLOCATE(ij_para_begin(0:mpi_size-1))
128    ALLOCATE(ij_para_end(0:mpi_size-1))
129   
130    ALLOCATE(ii_para_begin(0:mpi_size-1))
131    ALLOCATE(ii_para_end(0:mpi_size-1))
132
133    ALLOCATE(klon_mpi_para_nb(0:mpi_size-1))
134    ALLOCATE(klon_mpi_para_begin(0:mpi_size-1))
135    ALLOCATE(klon_mpi_para_end(0:mpi_size-1))
136 
137     
138    klon_mpi_para_nb(0:mpi_size-1)=distrib(0:mpi_size-1)
139
140    DO i=0,mpi_size-1
141      IF (i==0) THEN
142        klon_mpi_para_begin(i)=1
143      ELSE
144        klon_mpi_para_begin(i)=klon_mpi_para_end(i-1)+1
145      ENDIF
146        klon_mpi_para_end(i)=klon_mpi_para_begin(i)+klon_mpi_para_nb(i)-1
147    ENDDO
148
149
150    DO i=0,mpi_size-1
151     
152      IF (i==0) THEN
153        ij_para_begin(i) = 1
154      ELSE
155        ij_para_begin(i) = klon_mpi_para_begin(i)+nbp_lon-1
156      ENDIF
157
158      jj_para_begin(i) = (ij_para_begin(i)-1)/nbp_lon + 1
159      ii_para_begin(i) = MOD(ij_para_begin(i)-1,nbp_lon) + 1
160
161     
162      ij_para_end(i) = klon_mpi_para_end(i)+nbp_lon-1
163      jj_para_end(i) = (ij_para_end(i)-1)/nbp_lon + 1
164      ii_para_end(i) = MOD(ij_para_end(i)-1,nbp_lon) + 1
165
166
167      ij_para_nb(i) = ij_para_end(i)-ij_para_begin(i)+1
168      jj_para_nb(i) = jj_para_end(i)-jj_para_begin(i)+1
169         
170    ENDDO
171 
172    ii_begin = ii_para_begin(mpi_rank)
173    ii_end   = ii_para_end(mpi_rank)
174    jj_begin = jj_para_begin(mpi_rank)
175    jj_end   = jj_para_end(mpi_rank)
176    jj_nb    = jj_para_nb(mpi_rank)
177    ij_begin = ij_para_begin(mpi_rank)
178    ij_end   = ij_para_end(mpi_rank)
179    ij_nb    = ij_para_nb(mpi_rank)
180    klon_mpi_begin = klon_mpi_para_begin(mpi_rank)
181    klon_mpi_end   = klon_mpi_para_end(mpi_rank)
182    klon_mpi       = klon_mpi_para_nb(mpi_rank)
183   
184    CALL Print_module_data
185
186    IF (type_trac == 'inca') THEN
187#ifdef INCA
188       CALL init_inca_para( &
189            nbp_lon,nbp_lat,nbp_lev,klon_glo,mpi_size, &
190            distrib,communicator)
191#endif
192    ENDIF
193   
194  END SUBROUTINE Init_phys_lmdz_mpi_data
195
196  SUBROUTINE print_module_data
197  USE print_control_mod, ONLY: lunout
198  IMPLICIT NONE
199!  INCLUDE "iniprint.h"
200 
201    WRITE(lunout,*) 'ii_begin =', ii_begin
202    WRITE(lunout,*) 'ii_end =', ii_end
203    WRITE(lunout,*) 'jj_begin =',jj_begin
204    WRITE(lunout,*) 'jj_end =', jj_end
205    WRITE(lunout,*) 'jj_nb =', jj_nb
206    WRITE(lunout,*) 'ij_begin =', ij_begin
207    WRITE(lunout,*) 'ij_end =', ij_end
208    WRITE(lunout,*) 'ij_nb =', ij_nb
209    WRITE(lunout,*) 'klon_mpi_begin =', klon_mpi_begin
210    WRITE(lunout,*) 'klon_mpi_end =', klon_mpi_end
211    WRITE(lunout,*) 'klon_mpi =', klon_mpi
212    WRITE(lunout,*) 'jj_para_nb =', jj_para_nb
213    WRITE(lunout,*) 'jj_para_begin =', jj_para_begin
214    WRITE(lunout,*) 'jj_para_end =', jj_para_end
215    WRITE(lunout,*) 'ii_para_begin =', ii_para_begin
216    WRITE(lunout,*) 'ii_para_end =', ii_para_end
217    WRITE(lunout,*) 'ij_para_nb =', ij_para_nb
218    WRITE(lunout,*) 'ij_para_begin =', ij_para_begin
219    WRITE(lunout,*) 'ij_para_end =', ij_para_end
220    WRITE(lunout,*) 'klon_mpi_para_nb =', klon_mpi_para_nb
221    WRITE(lunout,*) 'klon_mpi_para_begin =', klon_mpi_para_begin
222    WRITE(lunout,*) 'klon_mpi_para_end  =', klon_mpi_para_end
223    WRITE(lunout,*) 'mpi_rank =', mpi_rank
224    WRITE(lunout,*) 'mpi_size =', mpi_size
225    WRITE(lunout,*) 'mpi_master =', mpi_master
226    WRITE(lunout,*) 'is_mpi_root =', is_mpi_root
227    WRITE(lunout,*) 'is_north_pole =', is_north_pole_dyn
228    WRITE(lunout,*) 'is_south_pole =', is_south_pole_dyn
229    WRITE(lunout,*) 'COMM_LMDZ_PHY =', COMM_LMDZ_PHY
230 
231  END SUBROUTINE print_module_data
232 
233END MODULE mod_phys_lmdz_mpi_data
Note: See TracBrowser for help on using the repository browser.