Context Navigation

parallel.F90 @ 726

Last change on this file since 726 was 709, checked in by Laurent Fairhead, 18 years ago
Nouvelles versions de la dynamique YM LF
Property svn:eol-style set to `native` Property svn:keywords set to `Author Date Id Revision`
File size: 11.2 KB

Rev	Line
[630]	1	module parallel
	2
	3	integer, save :: mpi_size
	4	integer, save :: mpi_rank
[709]	5	integer, save :: COMM_LMDZ
[630]	6	integer, save :: jj_begin
	7	integer, save :: jj_end
	8	integer, save :: jj_nb
	9	integer, save :: ij_begin
	10	integer, save :: ij_end
	11	logical, save :: pole_nord
	12	logical, save :: pole_sud
	13
	14	integer, allocatable, save, dimension(:) :: jj_begin_para
	15	integer, allocatable, save, dimension(:) :: jj_end_para
	16	integer, allocatable, save, dimension(:) :: jj_nb_para
[709]	17	integer, save :: OMP_CHUNK
[630]	18
	19	contains
	20
	21	subroutine init_parallel
	22	USE vampir
[709]	23	#ifdef CPP_COUPLE
	24	#ifdef CPP_PSMILE
	25	USE mod_prism_proto
	26	#endif
	27	#endif
[630]	28	implicit none
	29
	30	integer :: ierr
	31	integer :: i,j
	32	integer :: type_size
	33	integer, dimension(3) :: blocklen,type
[709]	34	integer :: comp_id
[630]	35
	36
	37	include 'mpif.h'
	38	#include "dimensions90.h"
	39	#include "paramet90.h"
[709]	40
	41	#ifdef CPP_COUPLE
	42	#ifdef CPP_PSMILE
	43	call prism_init_comp_proto (comp_id, 'lmdz.x', ierr)
	44	call prism_get_localcomm_proto(COMM_LMDZ,ierr)
	45	#endif
	46	#else
[630]	47	call MPI_INIT(ierr)
[709]	48	COMM_LMDZ=MPI_COMM_WORLD
	49	#endif
[630]	50	call InitVampir
[709]	51	call MPI_COMM_SIZE(COMM_LMDZ,mpi_size,ierr)
	52	call MPI_COMM_RANK(COMM_LMDZ,mpi_rank,ierr)
[630]	53
	54
	55	allocate(jj_begin_para(0:mpi_size-1))
	56	allocate(jj_end_para(0:mpi_size-1))
	57	allocate(jj_nb_para(0:mpi_size-1))
	58
	59	do i=0,mpi_size-1
	60	jj_nb_para(i)=(jjm+1)/mpi_size
	61	if ( i < MOD((jjm+1),mpi_size) ) jj_nb_para(i)=jj_nb_para(i)+1
	62
	63	if (jj_nb_para(i) <= 2 ) then
	64
	65	print *,"Arret : le nombre de bande de lattitude par process est trop faible (<2)."
	66	print *," ---> diminuez le nombre de CPU ou augmentez la taille en lattitude"
	67
[709]	68	call MPI_ABORT(COMM_LMDZ,-1, ierr)
[630]	69
	70	endif
	71
	72	enddo
	73
	74	! jj_nb_para(0)=11
	75	! jj_nb_para(1)=25
	76	! jj_nb_para(2)=25
	77	! jj_nb_para(3)=12
	78
	79	j=1
	80
	81	do i=0,mpi_size-1
	82
	83	jj_begin_para(i)=j
	84	jj_end_para(i)=j+jj_Nb_para(i)-1
	85	j=j+jj_Nb_para(i)
	86
	87	enddo
	88
	89	jj_begin = jj_begin_para(mpi_rank)
	90	jj_end = jj_end_para(mpi_rank)
	91	jj_nb = jj_nb_para(mpi_rank)
	92
	93	ij_begin=(jj_begin-1)*iip1+1
	94	ij_end=jj_end*iip1
	95
	96	if (mpi_rank.eq.0) then
	97	pole_nord=.TRUE.
	98	else
	99	pole_nord=.FALSE.
	100	endif
	101
	102	if (mpi_rank.eq.mpi_size-1) then
	103	pole_sud=.TRUE.
	104	else
	105	pole_sud=.FALSE.
	106	endif
	107
	108	print *,"jj_begin",jj_begin
	109	print *,"jj_end",jj_end
	110	print *,"ij_begin",ij_begin
	111	print *,"ij_end",ij_end
	112
	113
	114	end subroutine init_parallel
	115
	116
	117	subroutine SetDistrib(jj_Nb_New)
	118	implicit none
	119
	120	#include "dimensions90.h"
	121	#include "paramet90.h"
	122
	123	INTEGER,dimension(0:MPI_Size-1) :: jj_Nb_New
	124	INTEGER :: i
	125
	126	jj_Nb_Para=jj_Nb_New
	127
	128	jj_begin_para(0)=1
	129	jj_end_para(0)=jj_Nb_Para(0)
	130
	131	do i=1,mpi_size-1
	132
	133	jj_begin_para(i)=jj_end_para(i-1)+1
	134	jj_end_para(i)=jj_begin_para(i)+jj_Nb_para(i)-1
	135
	136	enddo
	137
	138	jj_begin = jj_begin_para(mpi_rank)
	139	jj_end = jj_end_para(mpi_rank)
	140	jj_nb = jj_nb_para(mpi_rank)
	141
	142	ij_begin=(jj_begin-1)*iip1+1
	143	ij_end=jj_end*iip1
	144
	145	end subroutine SetDistrib
	146
	147
	148
	149
	150	subroutine Finalize_parallel
[709]	151	#ifdef CPP_COUPLE
	152	#ifdef CPP_PSMILE
	153	use mod_prism_proto
	154	#endif
	155	#endif
[630]	156	implicit none
	157
	158	#include "dimensions90.h"
	159	#include "paramet90.h"
	160	integer :: ierr
	161	integer :: i
	162	include 'mpif.h'
	163
	164	deallocate(jj_begin_para)
	165	deallocate(jj_end_para)
	166	deallocate(jj_nb_para)
[709]	167
	168	#ifdef CPP_COUPLE
	169	#ifdef CPP_PSMILE
	170	call prism_terminate_proto(ierr)
	171	IF (ierr .ne. PRISM_Ok) THEN
	172	call abort_gcm('Finalize_parallel',' Probleme dans prism_terminate_proto ',1)
	173	endif
	174	#endif
	175	#else
[630]	176	call MPI_FINALIZE(ierr)
[709]	177	#endif
[630]	178
	179	end subroutine Finalize_parallel
[709]	180
[630]	181	subroutine Pack_Data(Field,ij,ll,row,Buffer)
	182	implicit none
	183
	184	#include "dimensions90.h"
	185	#include "paramet90.h"
	186
	187	integer, intent(in) :: ij,ll,row
	188	real,dimension(ij,ll),intent(in) ::Field
	189	real,dimension(lliip1row), intent(out) :: Buffer
	190
	191	integer :: Pos
	192	integer :: i,l
	193
	194	Pos=0
	195	do l=1,ll
	196	do i=1,row*iip1
	197	Pos=Pos+1
	198	Buffer(Pos)=Field(i,l)
	199	enddo
	200	enddo
	201
	202	end subroutine Pack_data
	203
	204	subroutine Unpack_Data(Field,ij,ll,row,Buffer)
	205	implicit none
	206
	207	#include "dimensions90.h"
	208	#include "paramet90.h"
	209
	210	integer, intent(in) :: ij,ll,row
	211	real,dimension(ij,ll),intent(out) ::Field
	212	real,dimension(lliip1row), intent(in) :: Buffer
	213
	214	integer :: Pos
	215	integer :: i,l
	216
	217	Pos=0
	218
	219	do l=1,ll
	220	do i=1,row*iip1
	221	Pos=Pos+1
	222	Field(i,l)=Buffer(Pos)
	223	enddo
	224	enddo
	225
	226	end subroutine UnPack_data
	227
	228	subroutine exchange_hallo(Field,ij,ll,up,down)
	229	USE Vampir
	230	implicit none
	231	#include "dimensions90.h"
	232	#include "paramet90.h"
	233	include 'mpif.h'
	234
	235	INTEGER :: ij,ll
	236	REAL, dimension(ij,ll) :: Field
	237	INTEGER :: up,down
	238
	239	INTEGER :: ierr
	240	LOGICAL :: SendUp,SendDown
	241	LOGICAL :: RecvUp,RecvDown
	242	INTEGER, DIMENSION(4) :: Request
	243	INTEGER, DIMENSION(MPI_STATUS_SIZE,4) :: Status
	244	INTEGER :: NbRequest
	245	REAL, dimension(:),allocatable :: Buffer_Send_up,Buffer_Send_down
	246	REAL, dimension(:),allocatable :: Buffer_Recv_up,Buffer_Recv_down
	247	INTEGER :: Buffer_size
	248
[709]	249	call MPI_Barrier(COMM_LMDZ,ierr)
[630]	250	call VTb(VThallo)
	251
	252	SendUp=.TRUE.
	253	SendDown=.TRUE.
	254	RecvUp=.TRUE.
	255	RecvDown=.TRUE.
	256
	257	IF (pole_nord) THEN
	258	SendUp=.FALSE.
	259	RecvUp=.FALSE.
	260	ENDIF
	261
	262	IF (pole_sud) THEN
	263	SendDown=.FALSE.
	264	RecvDown=.FALSE.
	265	ENDIF
	266
	267	if (up.eq.0) then
	268	SendDown=.FALSE.
	269	RecvUp=.FALSE.
	270	endif
	271
	272	if (down.eq.0) then
	273	SendUp=.FALSE.
	274	RecvDown=.FALSE.
	275	endif
	276
	277	NbRequest=0
	278
	279	IF (SendUp) THEN
	280	NbRequest=NbRequest+1
	281	buffer_size=downiip1ll
	282	allocate(Buffer_Send_up(Buffer_size))
	283	call PACK_Data(Field(ij_begin,1),ij,ll,down,Buffer_Send_up)
	284	call MPI_ISSEND(Buffer_send_up,Buffer_Size,MPI_REAL8,MPI_Rank-1,1, &
[709]	285	COMM_LMDZ,Request(NbRequest),ierr)
[630]	286	ENDIF
	287
	288	IF (SendDown) THEN
	289	NbRequest=NbRequest+1
	290
	291	buffer_size=upiip1ll
	292	allocate(Buffer_Send_down(Buffer_size))
	293	call PACK_Data(Field(ij_end+1-up*iip1,1),ij,ll,up,Buffer_send_down)
	294
	295	call MPI_ISSEND(Buffer_send_down,Buffer_Size,MPI_REAL8,MPI_Rank+1,1, &
[709]	296	COMM_LMDZ,Request(NbRequest),ierr)
[630]	297	ENDIF
	298
	299
	300	IF (RecvUp) THEN
	301	NbRequest=NbRequest+1
	302	buffer_size=upiip1ll
	303	allocate(Buffer_recv_up(Buffer_size))
	304
	305	call MPI_IRECV(Buffer_recv_up,Buffer_size,MPI_REAL8,MPI_Rank-1,1, &
[709]	306	COMM_LMDZ,Request(NbRequest),ierr)
[630]	307
	308
	309	ENDIF
	310
	311	IF (RecvDown) THEN
	312	NbRequest=NbRequest+1
	313	buffer_size=downiip1ll
	314	allocate(Buffer_recv_down(Buffer_size))
	315
	316	call MPI_IRECV(Buffer_recv_down,Buffer_size,MPI_REAL8,MPI_Rank+1,1, &
[709]	317	COMM_LMDZ,Request(NbRequest),ierr)
[630]	318
	319
	320	ENDIF
	321
	322	if (NbRequest > 0) call MPI_WAITALL(NbRequest,Request,Status,ierr)
	323	IF (RecvUp) call Unpack_Data(Field(ij_begin-up*iip1,1),ij,ll,up,Buffer_Recv_up)
	324	IF (RecvDown) call Unpack_Data(Field(ij_end+1,1),ij,ll,down,Buffer_Recv_down)
	325
	326	call VTe(VThallo)
[709]	327	call MPI_Barrier(COMM_LMDZ,ierr)
[630]	328	RETURN
	329
	330	end subroutine exchange_Hallo
	331
	332
	333	subroutine Gather_Field(Field,ij,ll,rank)
	334	implicit none
	335	#include "dimensions90.h"
	336	#include "paramet90.h"
	337	include 'mpif.h'
	338
	339	INTEGER :: ij,ll,rank
	340	REAL, dimension(ij,ll) :: Field
	341	REAL, dimension(:),allocatable :: Buffer_send
	342	REAL, dimension(:),allocatable :: Buffer_Recv
	343	INTEGER, dimension(0:MPI_Size-1) :: Recv_count, displ
	344	INTEGER :: ierr
	345	INTEGER ::i
	346
	347	if (ij==ip1jmp1) then
	348	allocate(Buffer_send(iip1ll(jj_end-jj_begin+1)))
	349	call Pack_Data(Field(ij_begin,1),ij,ll,jj_end-jj_begin+1,Buffer_send)
	350	else if (ij==ip1jm) then
	351	allocate(Buffer_send(iip1ll(min(jj_end,jjm)-jj_begin+1)))
	352	call Pack_Data(Field(ij_begin,1),ij,ll,min(jj_end,jjm)-jj_begin+1,Buffer_send)
	353	else
	354	print *,ij
	355	stop 'erreur dans Gather_Field'
	356	endif
	357
	358	if (MPI_Rank==rank) then
	359	allocate(Buffer_Recv(ij*ll))
	360	do i=0,MPI_Size-1
	361
	362	if (ij==ip1jmp1) then
	363	Recv_count(i)=(jj_end_para(i)-jj_begin_para(i)+1)lliip1
	364	else if (ij==ip1jm) then
	365	Recv_count(i)=(min(jj_end_para(i),jjm)-jj_begin_para(i)+1)lliip1
	366	else
	367	stop 'erreur dans Gather_Field'
	368	endif
	369
	370	if (i==0) then
	371	displ(i)=0
	372	else
	373	displ(i)=displ(i-1)+Recv_count(i-1)
	374	endif
	375
	376	enddo
	377
	378	endif
	379
	380	call MPI_GATHERV(Buffer_send,(min(ij_end,ij)-ij_begin+1)*ll,MPI_REAL8, &
[709]	381	Buffer_Recv,Recv_count,displ,MPI_REAL8,rank,COMM_LMDZ,ierr)
[630]	382
	383	if (MPI_Rank==rank) then
	384
	385	if (ij==ip1jmp1) then
	386	do i=0,MPI_Size-1
	387	call Unpack_Data(Field((jj_begin_para(i)-1)*iip1+1,1),ij,ll, &
	388	jj_end_para(i)-jj_begin_para(i)+1,Buffer_Recv(displ(i)+1))
	389	enddo
	390	else if (ij==ip1jm) then
	391	do i=0,MPI_Size-1
	392	call Unpack_Data(Field((jj_begin_para(i)-1)*iip1+1,1),ij,ll, &
	393	min(jj_end_para(i),jjm)-jj_begin_para(i)+1,Buffer_Recv(displ(i)+1))
	394	enddo
	395	endif
	396
	397	endif
	398
	399	end subroutine Gather_Field
	400
	401	subroutine AllGather_Field(Field,ij,ll)
	402	implicit none
	403	#include "dimensions90.h"
	404	#include "paramet90.h"
	405	include 'mpif.h'
	406
	407	INTEGER :: ij,ll
	408	REAL, dimension(ij,ll) :: Field
	409	INTEGER :: ierr
	410
	411	call Gather_Field(Field,ij,ll,0)
[709]	412	call MPI_BCAST(Field,ij*ll,MPI_REAL8,0,COMM_LMDZ)
[630]	413
	414	end subroutine AllGather_Field
	415
	416	subroutine Broadcast_Field(Field,ij,ll,rank)
	417	implicit none
	418	#include "dimensions90.h"
	419	#include "paramet90.h"
	420	include 'mpif.h'
	421
	422	INTEGER :: ij,ll
	423	REAL, dimension(ij,ll) :: Field
	424	INTEGER :: rank
	425	INTEGER :: ierr
	426
[709]	427	call MPI_BCAST(Field,ij*ll,MPI_REAL8,rank,COMM_LMDZ)
[630]	428
	429	end subroutine Broadcast_Field
	430
	431
	432	/*
	433	Subroutine verif_hallo(Field,ij,ll,up,down)
	434	implicit none
	435	#include "dimensions90.h"
	436	#include "paramet90.h"
	437	include 'mpif.h'
	438
	439	INTEGER :: ij,ll
	440	REAL, dimension(ij,ll) :: Field
	441	INTEGER :: up,down
	442
	443	REAL,dimension(ij,ll): NewField
	444
	445	NewField=0
	446
	447	ijb=ij_begin
	448	ije=ij_end
	449	if (pole_nord)
	450	NewField(ij_be
	451	*/
	452	end module parallel

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

Original Format