Changeset 4132 for LMDZ6

Timestamp:

Apr 20, 2022, 6:35:42 PM (3 years ago)

Author:

Laurent Fairhead

Message:

Modifications to code to start using openacc directives
LF

Location:

LMDZ6/branches/Portage_acc

Files:

• bld.cfg (modified) (1 diff)
• libf/dynphy_lonlat/phylmd/iniphysiq_mod.F90 (modified) (2 diffs)
• libf/phylmd/ajsec.F90 (modified) (21 diffs)
• libf/phylmd/thermcell_main.F90 (modified) (1 diff)

LMDZ6/branches/Portage_acc/bld.cfg

@@ -100 +100 @@
 bld::excl_dep        use::ifile_attr
 bld::excl_dep        use::ixml_tree
+bld::excl_dep        use::openacc
 
 # Don't generate interface files

LMDZ6/branches/Portage_acc/libf/dynphy_lonlat/phylmd/iniphysiq_mod.F90

@@ -48 +48 @@
   USE ioipsl_getin_p_mod, ONLY: getin_p
   USE slab_heat_transp_mod, ONLY: ini_slab_transp_geom
-  IMPLICIT NONE
+#ifdef _OPENACC
+    USE openacc
+#endif
+    IMPLICIT NONE
 
   ! =======================================================================
@@ -97 +100 @@
 #endif
 
+#ifdef _OPENACC
+    INTEGER :: numdev
+
+    !$acc init
+
+    ! get the number of NVIDIA devices on this node
+    numdev = acc_get_num_devices(ACC_DEVICE_NVIDIA)
+    PRINT *, 'init_physics : number of available GPU devices', numdev
+    IF (numdev < 1) STOP "Error: there are no devices available on this host. ABORTING"
+    CALL acc_init(ACC_DEVICE_NVIDIA)
+    numdev = acc_get_device_num(ACC_DEVICE_NVIDIA)
+    PRINT *, 'init_physics : GPU device id = ', numdev
+#endif
+
+
+
+
+
   ! --> initialize physics distribution, global fields and geometry
   ! (i.e. things in phy_common or dynphy_lonlat)

LMDZ6/branches/Portage_acc/libf/phylmd/ajsec.F90

@@ -1 +1 @@
 
-! $Header$
+! $Id$
 
 SUBROUTINE ajsec(paprs, pplay, t, q, limbas, d_t, d_q)
@@ -34 +34 @@
   INTEGER i, k, k1, k2
 
+  !$acc data create (zh, zho, zq,zpk,zpkdp,modif) &
+  !$acc &    copyin (paprs, pplay, t , q, limbas) &
+  !$acc &    copyout (d_t, d_q)                   &
+  !$acc &
+  
   ! Initialisation:
 
@@ -39 +44 @@
   limhau = klev
 
+  !$acc kernels default(none) async
   DO k = 1, klev
     DO i = 1, klon
@@ -71 +77 @@
     END DO
   END DO
+  !$acc end kernels
   ! ------------------------------------- correction des profils instables
+  !$acc kernels default(none) async
   DO i = 1, klon
     IF (modif(i)) THEN
@@ -114 +122 @@
     END IF
   END DO
-
+  !$acc end kernels
+
+  !$acc kernels default(none) async
   DO k = 1, limhau
     DO i = 1, klon
@@ -121 +131 @@
     END DO
   END DO
+  !$acc end kernels
 
   ! FH : les d_q et d_t sont maintenant calcules de facon a valoir
@@ -144 +155 @@
 
   IF (.NOT. mixq) THEN
+    !$acc kernels default(none) async
     DO k = 1, klev
       DO i = 1, klon
@@ -149 +161 @@
       END DO
     END DO
+    !$acc end kernels
   END IF
+  !$acc end data
 
   RETURN
+
 END SUBROUTINE ajsec
 
@@ -187 +202 @@
   INTEGER i, k, k1, k2
 
+  !$acc data create (zh, zq, zpk, zpkdp, modif) &
+  !$acc & copyin (paprs, pplay, t , q) &
+  !$acc & copyout (d_t, d_q) 
+
   ! Initialisation:
 
@@ -193 +212 @@
   limhau = klev
 
+  !$acc kernels default(none) async
   DO k = 1, klev
     DO i = 1, klon
@@ -199 +219 @@
     END DO
   END DO
+  !$acc end kernels
+
   ! ------------------------------------- detection des profils a modifier
+  !$acc kernels default(none) async
   DO k = limbas, limhau
     DO i = 1, klon
@@ -224 +247 @@
     END DO
   END DO
+  !$acc end kernels
   ! ------------------------------------- correction des profils instables
+  !$acc kernels default(none) async
   DO i = 1, klon
     IF (modif(i)) THEN
@@ -267 +292 @@
     END IF
   END DO
-
+  !$acc end kernels
+
+  !$acc kernels default(none) async
   DO k = limbas, limhau
     DO i = 1, klon
@@ -274 +301 @@
     END DO
   END DO
+  !$acc end kernels
 
   IF (limbas>1) THEN
+  !$acc kernels default(none) async
     DO k = 1, limbas - 1
       DO i = 1, klon
@@ -282 +311 @@
       END DO
     END DO
+  !$acc end kernels
   END IF
 
   IF (limhau<klev) THEN
+  !$acc kernels default(none) async
     DO k = limhau + 1, klev
       DO i = 1, klon
@@ -291 +322 @@
       END DO
     END DO
+  !$acc end kernels
   END IF
 
   IF (.NOT. mixq) THEN
+  !$acc kernels default(none) async
     DO k = 1, klev
       DO i = 1, klon
@@ -299 +332 @@
       END DO
     END DO
+  !$acc end kernels
   END IF
 
+  !$acc end data
+
   RETURN
+
+
 END SUBROUTINE ajsec_convv2
 SUBROUTINE ajsec_old(paprs, pplay, t, d_t)
@@ -324 +362 @@
   LOGICAL modif(klon), down
   INTEGER i, l, l1, l2
+
+  !$acc data create (local_h, modif) &
+  !$acc & copyin (paprs, pplay, t) &
+  !$acc & copyout (d_t) 
+
   ! ------------------------------------- detection des profils a modifier
+  !$acc kernels default(none) async
   DO i = 1, klon
     modif(i) = .FALSE.
@@ -344 +388 @@
     END DO
   END DO
+  !$acc end kernels
   ! ------------------------------------- correction des profils instables
+  !$acc kernels default(none) async
   DO i = 1, klon
     IF (modif(i)) THEN
@@ -387 +433 @@
     END IF
   END DO
-
+  !$acc end kernels
+
+  !$acc kernels default(none) async
   DO l = 1, klev
     DO i = 1, klon
@@ -393 +441 @@
     END DO
   END DO
+  !$acc end kernels
+  !$acc end data
 
   RETURN
+
+
 END SUBROUTINE ajsec_old

LMDZ6/branches/Portage_acc/libf/phylmd/thermcell_main.F90

@@ -136 +136 @@
 !   ---------------
 !
-    print*,'NEW THERMCELL cool'
-
 
    fm=0. ; entr=0. ; detr=0.