!----------------------------------------------------------------------- ! !NCEP_MESO:MEDIATION_LAYER:SOLVER ! !----------------------------------------------------------------------- #include "nmm_loop_basemacros.h" #include "nmm_loop_macros.h" !----------------------------------------------------------------------- ! SUBROUTINE SOLVE_NMM(GRID,CONFIG_FLAGS & ! #include "dummy_new_args.inc" ! & ) !----------------------------------------------------------------------- USE MODULE_DOMAIN, ONLY : DOMAIN, GET_IJK_FROM_GRID USE MODULE_CONFIGURE, ONLY : GRID_CONFIG_REC_TYPE USE MODULE_MODEL_CONSTANTS USE MODULE_STATE_DESCRIPTION USE MODULE_CTLBLK #ifdef DM_PARALLEL USE MODULE_DM, ONLY : LOCAL_COMMUNICATOR & ,MYTASK,NTASKS,NTASKS_X & ,NTASKS_Y USE MODULE_COMM_DM #endif USE MODULE_IGWAVE_ADJUST, ONLY: PDTE,PFDHT,DDAMP,VTOA USE MODULE_ADVECTION, ONLY: ADVE,VAD2,HAD2 & ,ADV2,MONO & ,VAD2_SCAL,HAD2_SCAL USE MODULE_NONHY_DYNAM, ONLY: EPS,VADZ,HADZ USE MODULE_DIFFUSION_NMM, ONLY: HDIFF USE MODULE_BNDRY_COND, ONLY: BOCOH,BOCOV USE MODULE_PHYSICS_CALLS USE MODULE_EXT_INTERNAL USE MODULE_PRECIP_ADJUST USE MODULE_NEST_UTIL ! USEs module_MPP (contains MYPE,NPES,MPI_COMM_COMP) #ifdef WRF_CHEM USE MODULE_INPUT_CHEM_DATA, ONLY: GET_LAST_GAS #endif !----------------------------------------------------------------------- ! IMPLICIT NONE ! !----------------------------------------------------------------------- ! !*** INPUT DATA ! !----------------------------------------------------------------------- ! TYPE(DOMAIN),TARGET :: GRID ! !*** DEFINITIONS OF DUMMY ARGUMENTS TO THIS ROUTINE (GENERATED FROM REGISTRY) ! ! NOTE, REGISTRY NO LONGER GENERATES DUMMY ARGUMENTS OR DUMMY ARGUMENT ! DECLARATIONS FOR RCONFIG ENTRIES. THEY ARE STILL PART OF STATE. ACCESS ! TO THESE VARIABLES IS NOW THROUGH GRID STRUCTURE, AS MODIFIED BELOW. ! AFFECTED VARIABLES: SIGMA, DT, NPHS, IDTAD, NRADS, NRADL, JULDAY, ! JULYR, NUM_SOIL_LAYERS, NCNVC, ENSDIM, DY, AND SPEC_BDY_WIDTH. ! JM, 20050819 ! !---------------------------- #include !---------------------------- ! !*** STRUCTURE THAT CONTAINS RUN-TIME CONFIGURATION (NAMELIST) DATA FOR DOMAIN ! TYPE(GRID_CONFIG_REC_TYPE),INTENT(IN) :: CONFIG_FLAGS #ifdef WRF_CHEM INTEGER :: NUMGAS #endif ! !----------------------------------------------------------------------- ! !*** LOCAL VARIABLES ! !----------------------------------------------------------------------- ! INTEGER :: IDS,IDE,JDS,JDE,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,IPS,IPE,JPS,JPE,KPS,KPE & & ,ITS,ITE,JTS,JTE,KTS,KTE ! INTEGER :: I,ICLTEND,IDF,IRTN,J,JC,JDF,K,KDF,LB,N_MOIST & & ,NTSD_current,L #ifdef HWRF !zhang's doing INTEGER,SAVE :: NTSD_restart1,NTSD_restart2,NTSD_restart3 #endif integer :: ierr INTEGER,SAVE :: NTSD_restart ! INTEGER :: MPI_COMM_COMP,MYPE,MYPROC,NPES INTEGER :: MYPROC INTEGER :: KVH,NTSD_rad,RC INTEGER :: NUM_OZMIXM,NUM_AEROSOLC ! REAL :: DT_INV,FICE,FRAIN,GPS,QI,QR,QW,WC,WP ! LOGICAL :: LAST_TIME,OPERATIONAL_PHYSICS ! CHARACTER(80) :: MESSAGE ! !*** For precip assimilation: INTEGER :: ISTAT REAL,ALLOCATABLE,SAVE,DIMENSION(:,:,:) :: PPTDAT ! !----------------------------------------------------------------------- !*** For physics compatibility with other packages !----------------------------------------------------------------------- ! REAL,ALLOCATABLE,DIMENSION(:,:,:) :: TTEN,QTEN REAL,ALLOCATABLE,DIMENSION(:,:,:) :: RTHRATEN,RTHBLTEN,RQVBLTEN ! !----------------------------------------------------------------------- ! LOGICAL wrf_dm_on_monitor EXTERNAL wrf_dm_on_monitor ! !----------------------------------------------------------------------- !*** TIMING VARIABLES !----------------------------------------------------------------------- real,save :: solve_tim,exch_tim,pdte_tim,adve_tim,vtoa_tim & &, vadz_tim,hadz_tim,eps_tim,vad2_tim,had2_tim & &, radiation_tim,rdtemp_tim,turbl_tim,cltend_tim & &, cucnvc_tim,gsmdrive_tim,hdiff_tim,bocoh_tim & &, pfdht_tim,ddamp_tim,bocov_tim,uv_htov_tim,sum_tim & #ifdef HWRF &, adjppt_tim,sst_tim,flux_tim #else &, adjppt_tim #endif real,save :: exch_tim_max real :: btim,btimx real :: et_max,this_tim integer :: n_print_time ! #ifdef RSL integer rsl_internal_milliclock external rsl_internal_milliclock # define timef rsl_internal_milliclock #else real*8 :: timef #endif !----------------------------------------------------------------------- ! !#ifdef DEREF_KLUDGE !! SEE http://www.mmm.ucar.edu/wrf/WG2/topics/deref_kludge.htm ! INTEGER :: SM31,EM31,SM32,EM32,SM33,EM33 ! INTEGER :: SM31X,EM31X,SM32X,EM32X,SM33X,EM33X ! INTEGER :: SM31Y,EM31Y,SM32Y,EM32Y,SM33Y,EM33Y !#endif ! !----------------------------------------------------------------------- !*** Passive substance variables !----------------------------------------------------------------------- ! LOGICAL :: EULER INTEGER :: IDTADT INTEGER :: IDTADC INTEGER :: KS ! species index in 4d tracer array ! REAL,SAVE :: SUMDRRW ! #ifdef WRF_CHEM REAL,ALLOCATABLE,SAVE,DIMENSION(:,:,:,:) :: & ! i,j,k,ks CHE & ! 4d i,j,k chem tracers ,CH1 & ! intermediate tracer variable ,CHP & ! ch1 at previous time level ,TCC ! time change of tracers #endif !----------------------------------------------------------------------- ! ! LIMIT THE NUMBER OF ARGUMENTS IF COMPILED WITH -DLIMIT_ARGS BY COPYING ! SCALAR (NON-ARRAY) ARGUMENTS OUT OF THE GRID DATA STRUCTURE INTO LOCALLY ! DEFINED COPIES (DEFINED IN EM_DUMMY_DECL.INC, ABOVE, AS THEY ARE IF THEY ! ARE ARGUMENTS). AN EQUIVALENT INCLUDE OF EM_SCALAR_DEREFS.INC APPEARS ! AT THE END OF THE ROUTINE TO COPY BACK ANY CHNAGED NON-ARRAY VALUES. ! THE DEFINITION OF COPY_IN OR COPY_OUT BEFORE THE INCLUDE DEFINES THE ! DIRECTION OF THE COPY. NMM_SCALAR_DEREFS IS GENERATED FROM REGISTRY. ! !----------------------------------------------------------------------- !#define COPY_IN !#include !----------------------------------------------------------------------- ! ! TRICK PROBLEMATIC COMPILERS INTO NOT PERFORMING COPY-IN/COPY-OUT BY ADDING ! INDICES TO ARRAY ARGUMENTS IN THE CALL STATEMENTS IN THIS ROUTINE. ! IT HAS THE EFFECT OF PASSING ONLY THE FIRST ELEMENT OF THE ARRAY, RATHER ! THAN THE ENTIRE ARRAY. SEE: ! http://www.mmm.ucar.edu/wrf/WG2/topics/deref_kludge.htm ! !----------------------------------------------------------------------- #include "deref_kludge.h" !----------------------------------------------------------------------- ! ! NEEDED BY SOME COMM LAYERS, E.G. RSL. IF NEEDED, nmm_data_calls.inc IS ! GENERATED FROM THE REGISTRY. THE DEFINITION OF REGISTER_I1 ALLOWS ! I1 DATA TO BE COMMUNICATED IN THIS ROUTINE IF NECESSARY. ! !----------------------------------------------------------------------- !----------------------------------------------------------------------- !*********************************************************************** !*** !*** THE MAIN TIME INTEGRATION LOOP !*** !----------------------------------------------------------------------- ! !*** ntsd IS THE TIMESTEP COUNTER (Number of Time Steps Done) ! !----------------------------------------------------------------------- !*** !*** ADVANCE_count STARTS AT ZERO FOR ALL RUNS (REGULAR AND RESTART). !*** !----------------------------------------------------------------------- ! CALL DOMAIN_CLOCK_GET(GRID,ADVANCEcOUNT=NTSD_current) ! IF(NTSD_current==0)THEN IF(GRID%RESTART.AND.GRID%TSTART>0.)THEN #ifdef HWRF !zhang's doing: temporarily hardwired for two domains if( grid%id .eq. 1 ) NTSD_restart1=INT(grid%TSTART*3600./GRID%DT+0.5) if( grid%id .eq. 2 ) NTSD_restart2=INT(grid%TSTART*3600./GRID%DT+0.5) if( grid%id .eq. 3 ) NTSD_restart3=INT(grid%TSTART*3600./GRID%DT+0.5) #endif IHRST=grid%nstart_hour NTSD_restart=grid%ntsd ELSE IHRST=GRID%GMT grid%nstart_hour=IHRST #ifdef HWRF !zhang's doing NTSD_restart1=0 NTSD_restart2=0 NTSD_restart3=0 #else NTSD_restart=0 #endif ENDIF ENDIF #ifdef HWRF !zhang's doing if( grid%id .eq. 1 ) grid%ntsd=NTSD_restart1+NTSD_current if( grid%id .eq. 2 ) grid%ntsd=NTSD_restart2+NTSD_current if( grid%id .eq. 3 ) grid%ntsd=NTSD_restart3+NTSD_current #else grid%ntsd=NTSD_restart+NTSD_current #endif LAST_TIME=domain_last_time_step(GRID) ! !----------------------------------------------------------------------- ! !!!!! IF(WRF_DM_ON_MONITOR() )THEN WRITE(MESSAGE,125)grid%ntsd,grid%ntsd*GRID%DT/3600. 125 FORMAT(' SOLVE_NMM: TIMESTEP IS ',I5,' TIME IS ',F7.3,' HOURS') CALL WRF_MESSAGE(TRIM(MESSAGE)) !!!! ENDIF ! !----------------------------------------------------------------------- ! EULER=model_config_rec%EULER_ADV IDTADT=model_config_rec%IDTADT IDTADC=model_config_rec%IDTADC WP=model_config_rec%WP(grid%id) ! !----------------------------------------------------------------------- CALL WRF_GET_DM_COMMUNICATOR(MPI_COMM_COMP) CALL WRF_GET_NPROC(NPES) CALL WRF_GET_MYPROC(MYPROC) MYPE=MYPROC !----------------------------------------------------------------------- ! !*** OBTAIN DIMENSION INFORMATION STORED IN THE GRID DATA STRUCTURE. ! CALL GET_IJK_FROM_GRID(GRID & & ,IDS,IDE,JDS,JDE,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,IPS,IPE,JPS,JPE,KPS,KPE ) !----------------------------------------------------------------------- ! !*** COMPUTE THESE STARTING AND STOPPING LOCATIONS FOR EACH TILE AND !*** NUMBER OF TILES. !*** SEE: http://www.mmm.ucar.edu/wrf/WG2/topics/settiles ! CALL SET_TILES(GRID,IDS,IDE,JDS,JDE,IPS,IPE,JPS,JPE) ! !----------------------------------------------------------------------- !*** SET FLAG FOR THE OPERATIONAL PHYSICS SUITE. !*** THIS WILL BE USED TO SAVE CLOCKTIME BY SKIPPING !*** FREQUENT UPDATES OF THE MOIST ARRAY AND INSTEAD !*** UPDATE IT ONLY WHEN IT IS NEEDED FOR PHYSICS. !----------------------------------------------------------------------- ! OPERATIONAL_PHYSICS=.FALSE. ! IF(CONFIG_FLAGS%RA_SW_PHYSICS ==GFDLSWSCHEME.AND. & & CONFIG_FLAGS%RA_LW_PHYSICS ==GFDLLWSCHEME.AND. & & CONFIG_FLAGS%SF_SFCLAY_PHYSICS==MYJSFCSCHEME.AND. & & CONFIG_FLAGS%BL_PBL_PHYSICS ==MYJPBLSCHEME.AND. & & CONFIG_FLAGS%CU_PHYSICS ==BMJSCHEME.AND. & & (CONFIG_FLAGS%MP_PHYSICS ==ETAMPNEW.or. & & CONFIG_FLAGS%MP_PHYSICS==ETAMP_HWRF))THEN ! OPERATIONAL_PHYSICS=.TRUE. ! ENDIF ! !----------------------------------------------------------------------- ! !*** TTEN, QTEN are used by GD convection scheme ! ALLOCATE(TTEN(IMS:IME,KMS:KME,JMS:JME),STAT=ISTAT) ALLOCATE(QTEN(IMS:IME,KMS:KME,JMS:JME),STAT=ISTAT) ALLOCATE(RTHBLTEN(IMS:IME,KMS:KME,JMS:JME),STAT=ISTAT) ALLOCATE(RQVBLTEN(IMS:IME,KMS:KME,JMS:JME),STAT=ISTAT) ALLOCATE(RTHRATEN(IMS:IME,KMS:KME,JMS:JME),STAT=ISTAT) #ifdef WRF_CHEM NUMGAS = GET_LAST_GAS(CONFIG_FLAGS%CHEM_OPT) #endif ! IF(CONFIG_FLAGS%CU_PHYSICS==GDSCHEME)THEN DO J=JMS,JME DO K=KMS,KME DO I=IMS,IME TTEN(I,K,J)=grid%t(I,J,K) QTEN(I,K,J)=grid%q(I,J,K) ENDDO ENDDO ENDDO ENDIF ! GRID%SIGMA=1 grid%hydro=.FALSE. ! ! IDF=IDE-1 JDF=JDE-1 KDF=KDE-1 ! !----------------------------------------------------------------------- ! !*** FOR NOW SET CONTROLS FOR TILES TO PATCHES ! !----------------------------------------------------------------------- ITS=IPS ITE=MIN(IPE,IDF) JTS=JPS JTE=MIN(JPE,JDF) KTS=KPS KTE=MIN(KPE,KDF) !----------------------------------------------------------------------- ! write(0,*)'grid%ntsd=',grid%ntsd if(grid%ntsd==0)then write(message,*)' its=',its,' ite=',ite call wrf_message(trim(message)) write(message,*)' jts=',jts,' jte=',jte call wrf_message(trim(message)) write(message,*)' kts=',kts,' kte=',kte call wrf_message(trim(message)) ! #ifdef WRF_CHEM ALLOCATE (CHE(IMS:IME,JMS:JME,KMS:KME,1:NUM_CHEM),STAT=ISTAT) ALLOCATE (CH1(IMS:IME,JMS:JME,KMS:KME,1:NUM_CHEM),STAT=ISTAT) ALLOCATE (CHP(IMS:IME,JMS:JME,KMS:KME,1:NUM_CHEM),STAT=ISTAT) ALLOCATE (TCC(IMS:IME,JMS:JME,KMS:KME,1:NUM_CHEM),STAT=ISTAT) #endif !----------------------------------------------------------------------- endif !----------------------------------------------------------------------- !*** SET TIMING VARIABLES TO ZERO AT START OF FORECAST. !----------------------------------------------------------------------- if(grid%ntsd==0)then solve_tim=0. exch_tim=0. pdte_tim=0. adve_tim=0. vtoa_tim=0. vadz_tim=0. hadz_tim=0. eps_tim=0. vad2_tim=0. had2_tim=0. radiation_tim=0. rdtemp_tim=0. turbl_tim=0. cltend_tim=0. cucnvc_tim=0. gsmdrive_tim=0. hdiff_tim=0. bocoh_tim=0. pfdht_tim=0. ddamp_tim=0. bocov_tim=0. uv_htov_tim=0. exch_tim_max=0. adjppt_tim=0. endif !----------------------------------------------------------------------- N_MOIST=NUM_MOIST ! DO J=MYJS_P4,MYJE_P4 grid%iheg(J)=MOD(J+1,2) grid%ihwg(J)=grid%iheg(J)-1 grid%iveg(J)=MOD(J,2) grid%ivwg(J)=grid%iveg(J)-1 ENDDO DO J=MYJS_P4,MYJE_P4 grid%ivw(J)=grid%ivwg(J) grid%ive(J)=grid%iveg(J) grid%ihe(J)=grid%iheg(J) grid%ihw(J)=grid%ihwg(J) ENDDO ! !*** LATERAL POINTS IN THE BOUNDARY ARRAYS ! LB=2*(IDF-IDS+1)+(JDF-JDS+1)-3 ! !*** APPROXIMATE GRIDPOINT SPACING (METERS) ! JC=JMS+(JME-JMS)/2 GPS=SQRT(grid%dx_nmm(IMS,JC)**2+grid%dy_nmm**2) ! !*** TIMESTEPS PER HOUR ! TSPH=3600./GRID%DT ! n_print_time=nint(3600./grid%dt) ! Print stats once per hour !----------------------------------------------------------------------- ! NBOCO=0 ! !----------------------------------------------------------------------- ! #if (NMM_NEST == 1) !----------------------------------------------------------------------------- !*** PATCHING NESTED BOUNDARIES. !----------------------------------------------------------------------------- ! CALL wrf_debug ( 100 , 'nmm: in patch' ) btimx=timef() #ifdef DM_PARALLEL # include "HALO_NMM_ZZ.inc" #endif IF(GRID%ID/=1)THEN ! CALL NESTBC_PATCH (grid%PD_BXS,grid%PD_BXE,grid%PD_BYS,grid%PD_BYE,grid%T_BXS,grid%T_BXE,grid%T_BYS,grid%T_BYE,grid%Q_BXS,grid%Q_BXE & ,grid%Q_BYS,grid%Q_BYE,grid%U_BXS,grid%U_BXE,grid%U_BYS,grid%U_BYE,grid%V_BXS,grid%V_BXE,grid%V_BYS,grid%V_BYE & ,grid%Q2_BXS,grid%Q2_BXE,grid%Q2_BYS,grid%Q2_BYE,grid%CWM_BXS,grid%CWM_BXE,grid%CWM_BYS,grid%CWM_BYE & ,grid%PD_BTXS,grid%PD_BTXE,grid%PD_BTYS,grid%PD_BTYE,grid%T_BTXS,grid%T_BTXE,grid%T_BTYS,grid%T_BTYE & ,grid%Q_BTXS,grid%Q_BTXE,grid%Q_BTYS,grid%Q_BTYE,grid%U_BTXS,grid%U_BTXE,grid%U_BTYS,grid%U_BTYE & ,grid%V_BTXS,grid%V_BTXE,grid%V_BTYS,grid%V_BTYE,grid%Q2_BTXS,grid%Q2_BTXE,grid%Q2_BTYS,grid%Q2_BTYE & ,grid%CWM_BTXS,grid%CWM_BTXE,grid%CWM_BTYS,grid%CWM_BTYE,grid%pdnest_b,grid%tnest_b,grid%qnest_b,grid%unest_b & ,grid%vnest_b,grid%q2nest_b,grid%cwmnest_b,grid%pdnest_bt,grid%tnest_bt,grid%qnest_bt & ,grid%unest_bt,grid%vnest_bt,grid%q2nest_bt,grid%cwmnest_bt & ,GRID%SPEC_BDY_WIDTH & ,IDS,IDF,JDS,JDF,KDS,KDE & ,IMS,IME,JMS,JME,KMS,KME & ,ITS,ITE,JTS,JTE,KTS,KTE ) ! #ifdef MOVE_NESTS IF(GRID%ID/=1.AND.MOD(grid%ntsd,1)==0.AND.GRID%NUM_MOVES==-99)THEN grid%XLOC_1=(IDE-1)/2 ! This maneuvers the storm to the center of the nest quickly grid%YLOC_1=(JDE-1)/2 ! This maneuvers the storm to the center of the nest quickly ENDIF #endif ENDIF #endif ! !----------------------------------------------------------------------- !*** ALLOCATE PPTDAT ARRAY (PRECIP ASSIM): !----------------------------------------------------------------------- ! IF(GRID%PCPFLG.AND..NOT.ALLOCATED(PPTDAT))THEN ALLOCATE(PPTDAT(IMS:IME,JMS:JME,3),STAT=ISTAT) ENDIF ! !----------------------------------------------------------------------- !*** !*** Call READPCP to !*** 1) READ IN PRECIPITATION FOR HOURS 1, 2 and 3; !*** 2) Initialize grid%ddata to 999. (this is the amount !*** of input precip allocated to each physics time step !*** in ADJPPT; TURBL/SURFCE, which uses grid%ddata, is called !*** before ADJPPT) !*** 3) Initialize grid%lspa to zero !*** !----------------------------------------------------------------------- IF (grid%ntsd==0) THEN IF (GRID%PCPFLG) THEN CALL READPCP(PPTDAT,grid%ddata,grid%lspa & & ,IDS,IDE,JDS,JDE,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ENDIF ENDIF !----------------------------------------------------------------------- ! btim=timef() ! !----------------------------------------------------------------------- !*** ZERO OUT ACCUMULATED QUANTITIES WHEN NEEDED. !----------------------------------------------------------------------- ! CALL BUCKETS(grid%ntsd,grid%nprec,grid%nsrfc,grid%nrdsw,grid%nrdlw & & ,GRID%RESTART,GRID%TSTART & & ,grid%nclod,grid%nheat,GRID%NPHS,TSPH & & ,grid%acprec,grid%cuprec,grid%acsnow,grid%acsnom,grid%ssroff,grid%bgroff & & ,grid%sfcevp,grid%potevp,grid%sfcshx,grid%sfclhx,grid%subshx,grid%snopcx & & ,grid%sfcuvx,grid%potflx & & ,grid%ardsw,grid%aswin,grid%aswout,grid%aswtoa & & ,grid%ardlw,grid%alwin,grid%alwout,grid%alwtoa & & ,grid%acfrst,grid%ncfrst,grid%acfrcv,grid%ncfrcv & & ,grid%avcnvc,grid%avrain,grid%tcucn,grid%train & & ,grid%asrfc & & ,grid%t,grid%tlmax,grid%tlmin,grid%tshltr,grid%pshltr,grid%qshltr & & ,grid%t02_max,grid%t02_min,grid%rh02_max,grid%rh02_min & & ,IDS,IDE,JDS,JDE,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) !----------------------------------------------------------------------- ! #ifdef HWRF !zhang IF(NTSD_current==0)THEN #else IF(grid%ntsd==0)THEN #endif FIRST=.TRUE. ! call hpm_init() btimx=timef() !emc_2010_bugfix_h50 grid%mommix=amin1(grid%mommix,1.0) !emc_2010_bugfix_h50 ! !----------------------------------------------------------------------- !*** FIRST STEP INITIALIZATION OF PASSIVE SUBSTANCE VARIABLES !----------------------------------------------------------------------- ! IF(EULER) THEN SUMDRRW=0. ! DO K=KTS,KTE DO J=JMS,JME DO I=IMS,IME grid%rrw(I,J,K)=0. ! IF(I>=IDE/2-6.AND.I<=IDE/2+6.AND. & J>=JDE/2-6.AND.J<=JDE/2+6 ) THEN grid%rrw(I,J,K)=10.0 !youhua ! grid%rrw(I,J,K)=0.9 !zj ENDIF ! ENDDO ENDDO ENDDO ! DO KS=PARAM_FIRST_SCALAR,NUM_SZJ DO K=KMS,KME DO J=JMS,JME DO I=IMS,IME SZJ(I,J,K,KS)=0. S1Z(I,J,K,KS)=0. SPZ(I,J,K,KS)=0. TCS(I,J,K,KS)=0. ENDDO ENDDO ENDDO ENDDO ! ENDIF ! !----------------------------------------------------------------------- ! #ifdef WRF_CHEM DO KS=1,NUM_CHEM DO K=KMS,KME DO J=JMS,JME DO I=IMS,IME CHE(I,J,K,KS)=0. CH1(I,J,K,KS)=0. CHP(I,J,K,KS)=0. TCC(I,J,K,KS)=0. ENDDO ENDDO ENDDO ENDDO #endif ! !----------------------------------------------------------------------- #ifdef DM_PARALLEL # include "HALO_NMM_A.inc" #endif ! !----------------------------------------------------------------------- #ifdef DM_PARALLEL IF(CONFIG_FLAGS%MP_PHYSICS/=ETAMPNEW.and.CONFIG_FLAGS%MP_PHYSICS/=ETAMP_HWRF)THEN # include "HALO_NMM_A_3.inc" ENDIF #endif !----------------------------------------------------------------------- !*** FIRST STEP INITIALIZATION OF PASSIVE SUBSTANCE VARIABLES !----------------------------------------------------------------------- ! IF(EULER) THEN ! DO K=KTS,KTE DO J=JMS,JME DO I=IMS,IME SPZ(I,J,K,P_SPZ1)=SQRT(MAX(grid%q (I,J,K),EPSQ)) SPZ(I,J,K,P_SPZ2)=SQRT(MAX(grid%cwm(I,J,K),EPSQ)) SPZ(I,J,K,P_SPZ4)=SQRT(MAX(grid%rrw(I,J,K),0. )) ENDDO ENDDO ENDDO ! DO J=JMS,JME DO I=IMS,IME SPZ(I,J,KTE,P_SPZ3)=SQRT(MAX((grid%q2(I,J,KTE)+EPSQ2)*0.5,EPSQ2)) ENDDO ENDDO ! DO K=KTE-1,KTS,-1 DO J=JMS,JME DO I=IMS,IME SPZ(I,J,K,P_SPZ3)=SQRT(MAX((grid%q2(I,J,K)+grid%q2(I,J,K+1))*0.5,EPSQ2)) ENDDO ENDDO ENDDO ! ENDIF ! !----------------------------------------------------------------------- ! #ifdef WRF_CHEM DO KS=1,NUM_CHEM DO K=KMS,KME DO J=JMS,JME DO I=IMS,IME CHP(I,J,K,KS)=SQRT(MAX(CHEM(I,K,J,KS),0. )) ENDDO ENDDO ENDDO ENDDO #endif ! !----------------------------------------------------------------------- ! !*** Only for chemistry: ! #ifdef WRF_CHEM #ifdef DM_PARALLEL # include "HALO_NMM_A_2.inc" #endif #endif ! !----------------------------------------------------------------------- !*** USE THE FOLLOWING VARIABLES TO KEEP TRACK OF EXCHANGE TIMES. !----------------------------------------------------------------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max !----------------------------------------------------------------------- ! #ifdef HWRF !zhang's doing if(GRID%RESTART) then FIRST=.FALSE. else GO TO 2003 endif !end of zhang's doing #else GO TO 2003 #endif ENDIF ! !----------------------------------------------------------------------- !----------------------------------------------------------------------- 2000 CONTINUE !----------------------------------------------------------------------- !----------------------------------------------------------------------- #ifdef HWRF ! Coupling insertion:-> ! !zhang's doing call ATM_TSTEP_INIT(NTSD,grid%NPHS,GRID%ID,grid%NPHS*grid%dt, & call ATM_TSTEP_INIT(NTSD_current,grid%NPHS,GRID%ID,grid%NPHS*grid%dt, & !end of zhang's doing ids,idf,jds,jdf,its,ite,jts,jte,ims,ime,jms,jme, & kds,kde,kts,kte,kms,kme, & grid%HLON,grid%HLAT,grid%VLON,grid%VLAT,grid%sm, & grid%i_parent_start,grid%j_parent_start) ! CALL ATM_RECVdtc(NPHS*dt) <- now called from ATM_TSTEP_INIT with no arg. ! CALL ATM_SENDGRIDS(HLON,HLAT,VLON,VLAT) <- now called from ATM_TSTEP_INIT ! CALL ATM_SENDSLM(grid%sm) <- now called from ATM_TSTEP_INIT !<-:coupling insertion ! #endif !----------------------------------------------------------------------- !*** PRESSURE TENDENCY, SIGMA DOT, VERTICAL PART OF OMEGA-ALPHA !----------------------------------------------------------------------- ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_D.inc" #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ! btimx=timef() ! CALL PDTE( & #ifdef DM_PARALLEL & GRID,MYPE,MPI_COMM_COMP, & #endif & grid%ntsd,GRID%DT,grid%pt,grid%eta2,grid%res,grid%hydro,grid%hbm2 & & ,grid%pd,grid%pdsl,grid%pdslo & & ,grid%petdt,grid%div,grid%psdt & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) pdte_tim=pdte_tim+timef()-btimx ! !----------------------------------------------------------------------- !*** ADVECTION OF grid%t, grid%u, AND grid%v !----------------------------------------------------------------------- ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_F.inc" # include "HALO_NMM_F1.inc" #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max btimx=timef() ! CALL ADVE(grid%ntsd,GRID%DT,grid%deta1,grid%deta2,grid%pdtop & & ,grid%curv,grid%f,grid%fad,grid%f4d,grid%em_loc,grid%emt_loc,grid%en,grid%ent,grid%dx_nmm,grid%dy_nmm & & ,grid%hbm2,grid%vbm2 & & ,grid%t,grid%u,grid%v,grid%pdslo,grid%told,grid%uold,grid%vold & & ,grid%petdt,grid%upstrm & & ,grid%few,grid%fns,grid%fne,grid%fse & & ,grid%adt,grid%adu,grid%adv & & ,grid%n_iup_h,grid%n_iup_v & & ,grid%n_iup_adh,grid%n_iup_adv & & ,grid%iup_h,grid%iup_v,grid%iup_adh,grid%iup_adv & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! adve_tim=adve_tim+timef()-btimx ! !----------------------------------------------------------------------- !*** PASSIVE SUBSTANCE WORKING PART !----------------------------------------------------------------------- ! eulerian: IF(EULER) THEN ! Eulerian advection for model tracers ! !----------------------------------------------------------------------- ! !mp - allow for it to be applied in the no-physics realm IF(config_flags%MP_PHYSICS/=ETAMPNEW.and.CONFIG_FLAGS%MP_PHYSICS/=ETAMP_HWRF.and.CONFIG_FLAGS%MP_PHYSICS/=0) THEN WRITE( wrf_err_message , * ) 'EULER advection works only with ETAMPNEW microphysics.' CALL wrf_error_fatal ( wrf_err_message ) ENDIF ! !----------------------------------------------------------------------- idtadt_block: IF(MOD(grid%ntsd,IDTADT)==0) THEN !----------------------------------------------------------------------- btimx=timef() #ifdef DM_PARALLEL # include "HALO_NMM_I.inc" #endif exch_tim=exch_tim+timef()-btimx ! btimx=timef() ! DO K=KTS,KTE DO J=JMS,JME DO I=IMS,IME SZJ(I,J,K,P_SPZ1)=MAX(grid%q (I,J,K),EPSQ) SZJ(I,J,K,P_SPZ2)=MAX(grid%cwm(I,J,K),EPSQ) SZJ(I,J,K,P_SPZ4)=MAX(grid%rrw(I,J,K),0. ) ENDDO ENDDO ENDDO ! DO J=JMS,JME DO I=IMS,IME SZJ(I,J,KTE,P_SPZ3)=MAX((grid%q2 (I,J,KTE)+EPSQ2)*0.5,EPSQ2) ENDDO ENDDO ! DO K=KTE-1,KTS,-1 DO J=JMS,JME DO I=IMS,IME SZJ(I,J,K,P_SPZ3)=MAX((grid%q2 (I,J,K)+grid%q2 (I,J,K+1))*0.5,EPSQ2) ENDDO ENDDO ENDDO ! #ifdef DM_PARALLEL # include "HALO_TRACERS.inc" #endif CALL ADV2 & (grid%upstrm & ,MYPE,PARAM_FIRST_SCALAR,NUM_SZJ & ,IDS,IDE,JDS,JDE,KDS,KDE & ,IMS,IME,JMS,JME,KMS,KME & ,ITS,ITE,JTS,JTE,KTS,KTE & ,grid%n_iup_h & ,grid%n_iup_adh & ,grid%iup_h,grid%iup_adh & ,grid%ent & ,IDTADT & ,grid%DT,grid%pdtop & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & ,grid%deta1,grid%deta2 & ,grid%emt_loc & ,grid%fad,grid%hbm2,grid%pdsl,grid%pdslo & ,grid%petdt & ,grid%uold,grid%vold & ,SZJ,SPZ & !temporary arguments ,grid%fne,grid%fse,grid%few,grid%fns,S1Z,TCS) ! #ifdef DM_PARALLEL # include "HALO_TRACERS.inc" #endif CALL MONO & ( & #if defined(DM_PARALLEL) GRID%DOMDESC, & #endif MYPE,grid%ntsd,grid%ntsd*GRID%DT/3600.,PARAM_FIRST_SCALAR,NUM_SZJ & ,IDS,IDE,JDS,JDE,KDS,KDE & ,IMS,IME,JMS,JME,KMS,KME & ,ITS,ITE,JTS,JTE,KTS,KTE & ,IDTADT & ,grid%dy_nmm,grid%pdtop & ,SUMDRRW & ,grid%ihe,grid%ihw & ,grid%deta1,grid%deta2 & ,grid%dx_nmm,grid%hbm2,grid%pdsl & ,SZJ & !temporary arguments ,S1Z,TCS) ! DO KS=PARAM_FIRST_SCALAR,NUM_SZJ ! loop by species DO K=KTS,KTE DO J=MYJS2,MYJE2 DO I=MYIS1,MYIE1 SZJ(I,J,K,KS)=SZJ(I,J,K,KS)+TCS(I,J,K,KS) ENDDO ENDDO ENDDO ENDDO ! end of the loop by the species ! DO K=KTS,KTE DO J=MYJS2,MYJE2 DO I=MYIS1,MYIE1 grid%q (I,J,K)=SZJ(I,J,K,P_SZJ1) grid%cwm(I,J,K)=SZJ(I,J,K,P_SZJ2) grid%rrw(I,J,K)=SZJ(I,J,K,P_SZJ4) ENDDO ENDDO ENDDO ! DO J=MYJS2,MYJE2 DO I=MYIS1,MYIE1 grid%q2(I,J,KTE)=MAX(SZJ(I,J,KTE,P_SZJ3)+SZJ(I,J,KTE,P_SZJ3)-EPSQ2 & ,EPSQ2) ENDDO ENDDO ! DO K=KTE-1,KTS+1,-1 DO J=MYJS2,MYJE2 DO I=MYIS1,MYIE1 IF(K>KTS)THEN grid%q2(I,J,K)=MAX(SZJ(I,J,K,P_SZJ3)+SZJ(I,J,K,P_SZJ3)-grid%q2(I,J,K+1) & ,EPSQ2) ELSE grid%q2(I,J,K)=grid%q2(I,J,K+1) ENDIF ENDDO ENDDO ENDDO !----------------------------------------------------------------------- ! !*** UPDATE MOIST ARRAY. !*** REMEMBER THAT MOIST IS ONLY USED WITH THE PHYSICS AND THUS !*** THE P_QV SLOT (=2) IS MIXING RATIO, NOT SPECIFIC HUMIDITY. !*** ALTHOUGH MOIST IS ONLY USED FOR PHYSICS IN OPERATIONS, IT IS !*** UPDATED HERE FROM grid%q EVERY ADVECTION TIMESTEP FOR NON-OPERATIONAL !*** CONFIGURATIONS WHERE IT MAY BE USED OUTSIDE OF THE PHYSICS. ! IF(.NOT.OPERATIONAL_PHYSICS)THEN DO K=KTS,KTE DO J=MYJS,MYJE DO I=MYIS,MYIE MOIST(I,J,K,P_QV)=grid%q(I,J,K)/(1.-grid%q(I,J,K)) WC = grid%cwm(I,J,K) QI = 0. QR = 0. QW = 0. FICE=grid%f_ice(I,K,J) FRAIN=grid%f_rain(I,K,J) ! IF(FICE>=1.)THEN QI=WC ELSEIF(FICE<=0.)THEN QW=WC ELSE QI=FICE*WC QW=WC-QI ENDIF ! IF(QW>0..AND.FRAIN>0.)THEN IF(FRAIN>=1.)THEN QR=QW QW=0. ELSE QR=FRAIN*QW QW=QW-QR ENDIF ENDIF ! MOIST(I,J,K,P_QC)=QW MOIST(I,J,K,P_QR)=QR MOIST(I,J,K,P_QI)=0. MOIST(I,J,K,P_QS)=QI MOIST(I,J,K,P_QG)=0. ENDDO ENDDO ENDDO ENDIF ! had2_tim=had2_tim+timef()-btimx !----------------------------------------------------------------------- ! ENDIF idtadt_block ! !----------------------------------------------------------------------- ! ENDIF eulerian ! eulerian advection for model tracers ! !----------------------------------------------------------------------- ! #ifdef WRF_CHEM !----------------------------------------------------------------------- ! idtadc_block: IF(MOD(grid%ntsd,IDTADC)==0) THEN ! !----------------------------------------------------------------------- btimx=timef() #ifdef DM_PARALLEL # include "HALO_NMM_I_2.inc" #endif exch_tim=exch_tim+timef()-btimx ! btimx=timef() ! do KS=1,NUM_CHEM DO K=KTS,KTE DO J=JMS,JME DO I=IMS,IME CHE(I,J,K,KS)=MAX(CHEM(I,K,J,KS),0. ) ENDDO ENDDO ENDDO ENDDO ! CALL ADV2 & (grid%upstrm & ,MYPE,1,NUM_CHEM & ,IDS,IDE,JDS,JDE,KDS,KDE & ,IMS,IME,JMS,JME,KMS,KME & ,ITS,ITE,JTS,JTE,KTS,KTE & ,grid%n_iup_h & ,grid%n_iup_adh & ,grid%iup_h,grid%iup_adh & ,grid%ent & ,IDTADC & ,grid%DT,grid%pdtop & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & ,grid%deta1,grid%deta2 & ,grid%emt_loc & ,grid%fad,grid%hbm2,grid%pdsl,grid%pdslo & ,grid%petdt & ,grid%uold,grid%vold & ,CHE,CHP & !temporary arguments ,grid%fne,grid%fse,grid%few,grid%fns,CH1,TCC) ! CALL MONO & ( & #if defined(DM_PARALLEL) GRID%DOMDESC, & #endif MYPE,grid%ntsd,grid%ntsd*GRID%DT/3600.,1,NUM_CHEM & ,IDS,IDE,JDS,JDE,KDS,KDE & ,IMS,IME,JMS,JME,KMS,KME & ,ITS,ITE,JTS,JTE,KTS,KTE & ,IDTADT & ,grid%dy_nmm,grid%pdtop & ,SUMDRRW & ,grid%ihe,grid%ihw & ,grid%deta1,grid%deta2 & ,grid%dx_nmm,grid%hbm2,grid%pdsl & ,CHE & !temporary arguments ,CH1,TCC) ! DO KS=1,NUM_CHEM DO K=KTS,KTE DO J=JMS,JME DO I=IMS,IME CHEM(I,K,J,KS)=CHE(I,J,K,KS)+TCC(I,J,K,KS) ENDDO ENDDO ENDDO ENDDO !----------------------------------------------------------------------- ! ENDIF idtadc_block ! !----------------------------------------------------------------------- #endif ! !----------------------------------------------------------------------- !*** PRESSURE TENDENCY, ETA/SIGMADOT, VERTICAL PART OF OMEGA-ALPHA TERM !----------------------------------------------------------------------- ! btimx=timef() ! CALL VTOA( & #ifdef DM_PARALLEL & GRID, & #endif & grid%ntsd,GRID%DT,grid%pt,grid%eta2 & & ,grid%hbm2,grid%ef4t & & ,grid%t,grid%dwdt,grid%rtop,grid%omgalf & & ,grid%pint,grid%div,grid%psdt,grid%res & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! vtoa_tim=vtoa_tim+timef()-btimx ! !----------------------------------------------------------------------- !*** VERTICAL ADVECTION OF HEIGHT !----------------------------------------------------------------------- ! btimx=timef() ! CALL VADZ(grid%ntsd,GRID%DT,grid%fis,GRID%SIGMA,grid%dfl,grid%hbm2 & & ,grid%deta1,grid%deta2,grid%pdtop & & ,grid%pint,grid%pdsl,grid%pdslo,grid%petdt & & ,grid%rtop,grid%t,grid%q,grid%cwm,grid%z,grid%w,grid%dwdt,grid%pdwdt & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) vadz_tim=vadz_tim+timef()-btimx ! !----------------------------------------------------------------------- !*** HORIZONTAL ADVECTION OF HEIGHT !----------------------------------------------------------------------- ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_G.inc" #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ! btimx=timef() ! CALL HADZ(grid%ntsd,GRID%DT,grid%hydro,grid%hbm2,grid%deta1,grid%deta2,grid%pdtop & & ,grid%dx_nmm,grid%dy_nmm,grid%fad & & ,grid%few,grid%fns,grid%fne,grid%fse & & ,grid%pdsl,grid%u,grid%v,grid%w,grid%z,WP & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! hadz_tim=hadz_tim+timef()-btimx ! !----------------------------------------------------------------------- !*** ADVECTION OF grid%w !----------------------------------------------------------------------- ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_H.inc" #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ! btimx=timef() ! CALL EPS(grid%ntsd,GRID%DT,grid%hydro,grid%dx_nmm,grid%dy_nmm,grid%fad & & ,grid%deta1,grid%deta2,grid%pdtop,grid%pt & & ,grid%hbm2,grid%hbm3 & & ,grid%pdsl,grid%pdslo,grid%pint,grid%rtop,grid%petdt,grid%pdwdt & & ,grid%dwdt,grid%dwdtmn,grid%dwdtmx & & ,grid%fns,grid%few,grid%fne,grid%fse & & ,grid%t,grid%u,grid%v,grid%w,grid%q,grid%cwm & & ,grid%def3d,grid%hdac & & ,WP & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! eps_tim=eps_tim+timef()-btimx ! !----------------------------------------------------------------------- ! not_euler: IF(.NOT.EULER) THEN ! Lagrangian model tracer advection ! !----------------------------------------------------------------------- !*** VERTICAL ADVECTION OF grid%q, TKE, AND CLOUD WATER !----------------------------------------------------------------------- ! IF(MOD(grid%ntsd,GRID%IDTAD)==0)THEN btimx=timef() ! vad2_micro_check: IF(CONFIG_FLAGS%MP_PHYSICS==ETAMPNEW.or.CONFIG_FLAGS%MP_PHYSICS==ETAMP_HWRF)THEN CALL VAD2(grid%ntsd,GRID%DT,GRID%IDTAD,grid%dx_nmm,grid%dy_nmm & & ,grid%aeta1,grid%aeta2,grid%deta1,grid%deta2,grid%pdsl,grid%pdtop,grid%hbm2 & & ,grid%q,grid%q2,grid%cwm,grid%petdt & & ,grid%n_iup_h,grid%n_iup_v & & ,grid%n_iup_adh,grid%n_iup_adv & & ,grid%iup_h,grid%iup_v,grid%iup_adh,grid%iup_adv & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! ELSE vad2_micro_check CALL VAD2_SCAL(grid%ntsd,GRID%DT,GRID%IDTAD,grid%dx_nmm,grid%dy_nmm & & ,grid%aeta1,grid%aeta2,grid%deta1,grid%deta2,grid%pdsl,grid%pdtop & & ,grid%hbm2 & & ,grid%q2,grid%petdt & & ,grid%n_iup_h,grid%n_iup_v & & ,grid%n_iup_adh,grid%n_iup_adv & & ,grid%iup_h,grid%iup_v,grid%iup_adh,grid%iup_adv & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,1,1 & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) CALL VAD2_SCAL(grid%ntsd,GRID%DT,GRID%IDTAD,grid%dx_nmm,grid%dy_nmm & & ,grid%aeta1,grid%aeta2,grid%deta1,grid%deta2,grid%pdsl,grid%pdtop & & ,grid%hbm2 & & ,MOIST,grid%petdt & & ,grid%n_iup_h,grid%n_iup_v & & ,grid%n_iup_adh,grid%n_iup_adv & & ,grid%iup_h,grid%iup_v,grid%iup_adh,grid%iup_adv & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,NUM_MOIST,2 & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! CALL VAD2_SCAL(grid%ntsd,GRID%DT,GRID%IDTAD,grid%dx_nmm,grid%dy_nmm & & ,grid%aeta1,grid%aeta2,grid%deta1,grid%deta2,grid%pdsl,grid%pdtop & & ,grid%hbm2 & & ,SCALAR,grid%petdt & & ,grid%n_iup_h,grid%n_iup_v & & ,grid%n_iup_adh,grid%n_iup_adv & & ,grid%iup_h,grid%iup_v,grid%iup_adh,grid%iup_adv & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,NUM_SCALAR,2 & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! DO K=KTS,KTE DO J=MYJS,MYJE DO I=MYIS,MYIE grid%q(I,J,K)=MOIST(I,J,K,P_QV)/(1.+MOIST(I,J,K,P_QV)) ENDDO ENDDO ENDDO ! ENDIF vad2_micro_check ! vad2_tim=vad2_tim+timef()-btimx ! ENDIF ! !----------------------------------------------------------------------- !*** HORIZONTAL ADVECTION OF grid%q, TKE, AND CLOUD WATER !----------------------------------------------------------------------- ! idtad_block: IF(MOD(grid%ntsd,GRID%IDTAD)==0)THEN btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_I.inc" #endif ! #ifdef DM_PARALLEL IF(CONFIG_FLAGS%MP_PHYSICS/=ETAMPNEW.and.CONFIG_FLAGS%MP_PHYSICS/=ETAMP_HWRF)THEN # include "HALO_NMM_I_3.inc" ENDIF #endif ! !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ! btimx=timef() ! !----------------------------------------------------------------------- had2_micro_check: IF(CONFIG_FLAGS%MP_PHYSICS==ETAMPNEW.or.CONFIG_FLAGS%MP_PHYSICS==ETAMP_HWRF)THEN !----------------------------------------------------------------------- ! CALL HAD2( & #if defined(DM_PARALLEL) & GRID%DOMDESC, & #endif & grid%ntsd,GRID%DT,GRID%IDTAD,grid%dx_nmm,grid%dy_nmm & & ,grid%aeta1,grid%aeta2,grid%deta1,grid%deta2,grid%pdsl,grid%pdtop & & ,grid%hbm2,grid%hbm3 & & ,grid%q,grid%q2,grid%cwm,grid%u,grid%v,grid%z,grid%hydro & & ,grid%n_iup_h,grid%n_iup_v & & ,grid%n_iup_adh,grid%n_iup_adv & & ,grid%iup_h,grid%iup_v,grid%iup_adh,grid%iup_adv & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! !*** UPDATE MOIST ARRAY. !*** REMEMBER THAT MOIST IS ONLY USED WITH THE PHYSICS AND THUS !*** THE P_QV SLOT (=2) IS MIXING RATIO, NOT SPECIFIC HUMIDITY. !*** ALTHOUGH MOIST IS ONLY USED FOR PHYSICS IN OPERATIONS, IT IS !*** UPDATED HERE FROM grid%q EVERY ADVECTION TIMESTEP FOR NON-OPERATIONAL !*** CONFIGURATIONS WHERE IT MAY BE USED OUTSIDE OF THE PHYSICS. ! IF(.NOT.OPERATIONAL_PHYSICS)THEN DO K=KTS,KTE DO J=MYJS,MYJE DO I=MYIS,MYIE MOIST(I,J,K,P_QV)=grid%q(I,J,K)/(1.-grid%q(I,J,K)) WC = grid%cwm(I,J,K) QI = 0. QR = 0. QW = 0. FICE=grid%f_ice(I,K,J) FRAIN=grid%f_rain(I,K,J) ! IF(FICE>=1.)THEN QI=WC ELSEIF(FICE<=0.)THEN QW=WC ELSE QI=FICE*WC QW=WC-QI ENDIF ! IF(QW>0..AND.FRAIN>0.)THEN IF(FRAIN>=1.)THEN QR=QW QW=0. ELSE QR=FRAIN*QW QW=QW-QR ENDIF ENDIF ! MOIST(I,J,K,P_QC)=QW MOIST(I,J,K,P_QR)=QR if (CONFIG_FLAGS%MP_PHYSICS==ETAMPNEW.or.CONFIG_FLAGS%MP_PHYSICS==ETAMP_HWRF)then #ifdef HWRF MOIST(I,J,K,P_QI)=QI MOIST(I,J,K,P_QS)=0. #else MOIST(I,J,K,P_QI)=0. MOIST(I,J,K,P_QS)=QI #endif endif MOIST(I,J,K,P_QG)=0. ENDDO ENDDO ENDDO ENDIF ! !----------------------------------------------------------------------- ELSE had2_micro_check !----------------------------------------------------------------------- ! CALL HAD2_SCAL( & #if defined(DM_PARALLEL) & GRID%DOMDESC, & #endif & grid%ntsd,GRID%DT,GRID%IDTAD,grid%dx_nmm,grid%dy_nmm & & ,grid%aeta1,grid%aeta2,grid%deta1,grid%deta2,grid%pdsl,grid%pdtop & & ,grid%hbm2,grid%hbm3 & & ,grid%q2,grid%u,grid%v,grid%z,grid%hydro & & ,grid%n_iup_h,grid%n_iup_v & & ,grid%n_iup_adh,grid%n_iup_adv & & ,grid%iup_h,grid%iup_v,grid%iup_adh,grid%iup_adv & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,1,1 & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! CALL HAD2_SCAL( & #if defined(DM_PARALLEL) & GRID%DOMDESC, & #endif & grid%ntsd,GRID%DT,GRID%IDTAD,grid%dx_nmm,grid%dy_nmm & & ,grid%aeta1,grid%aeta2,grid%deta1,grid%deta2,grid%pdsl,grid%pdtop & & ,grid%hbm2,grid%hbm3 & & ,MOIST,grid%u,grid%v,grid%z,grid%hydro & & ,grid%n_iup_h,grid%n_iup_v & & ,grid%n_iup_adh,grid%n_iup_adv & & ,grid%iup_h,grid%iup_v,grid%iup_adh,grid%iup_adv & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,NUM_MOIST,2 & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! CALL HAD2_SCAL( & #if defined(DM_PARALLEL) & GRID%DOMDESC, & #endif & grid%ntsd,GRID%DT,GRID%IDTAD,grid%dx_nmm,grid%dy_nmm & & ,grid%aeta1,grid%aeta2,grid%deta1,grid%deta2,grid%pdsl,grid%pdtop & & ,grid%hbm2,grid%hbm3 & & ,SCALAR,grid%u,grid%v,grid%z,grid%hydro & & ,grid%n_iup_h,grid%n_iup_v & & ,grid%n_iup_adh,grid%n_iup_adv & & ,grid%iup_h,grid%iup_v,grid%iup_adh,grid%iup_adv & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,NUM_SCALAR,2 & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! DO K=KTS,KTE DO J=MYJS,MYJE DO I=MYIS,MYIE grid%q(I,J,K)=MOIST(I,J,K,P_QV)/(1.+MOIST(I,J,K,P_QV)) ENDDO ENDDO ENDDO ! !----------------------------------------------------------------------- ENDIF had2_micro_check !----------------------------------------------------------------------- had2_tim=had2_tim+timef()-btimx !----------------------------------------------------------------------- ! ENDIF idtad_block ! !---------------------------------------------------------------------- ! ENDIF not_euler ! Lagrangian model tracer advection ! !---------------------------------------------------------------------- !*** RADIATION !---------------------------------------------------------------------- ! !*** When allocating CAM radiation 4d arrays (ozmixm, aerosolc), !*** the following two scalars are not needed. ! NUM_OZMIXM=1 NUM_AEROSOLC=1 ! IF(grid%ntsd<=0)THEN NTSD_rad=grid%ntsd ELSE ! !*** Call radiation just BEFORE the top of the hour !*** so that updated fields are written to history files. ! NTSD_rad=grid%ntsd+1 ENDIF ! #ifdef HWRF !emc_2010_bugfix_h50 ! remove this - not needed for V3.2 ! call nl_get_start_hour(1,IHRST) !emc_2010_bugfix_h50 #endif IF(MOD(NTSD_rad,GRID%NRADS)==0.OR. & & MOD(NTSD_rad,GRID%NRADL)==0)THEN ! btimx=timef() IF(OPERATIONAL_PHYSICS)THEN CALL UPDATE_MOIST(MOIST,grid%q,grid%cwm,grid%f_ice,grid%f_rain,N_MOIST & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ENDIF ! CALL RADIATION(NTSD_rad,GRID%DT,GRID%JULDAY,GRID%JULYR & & ,GRID%XTIME,GRID%JULIAN & & ,IHRST,GRID%NPHS & & ,grid%glat,grid%glon,GRID%NRADS,GRID%NRADL & & ,grid%deta1,grid%deta2,grid%aeta1,grid%aeta2,grid%eta1,grid%eta2,grid%pdtop,grid%pt & & ,grid%pd,grid%res,grid%pint,grid%t,grid%q,MOIST,grid%ths,grid%albedo,grid%epsr & & ,grid%f_ice,grid%f_rain & #ifdef WRF_CHEM & ,GD_CLOUD,GD_CLOUD2 & #endif & ,grid%sm,grid%hbm2,grid%cldfra,N_MOIST,RESTRT & & ,grid%rlwtt,grid%rswtt,grid%rlwin,grid%rswin,grid%rswinc,grid%rswout & & ,grid%rlwtoa,grid%rswtoa,grid%czmean & & ,grid%cfracl,grid%cfracm,grid%cfrach,grid%sigt4 & & ,grid%acfrst,grid%ncfrst,grid%acfrcv,grid%ncfrcv & & ,grid%cuppt,grid%vegfrc,grid%sno,grid%htop,grid%hbot & & ,grid%z,grid%sice,NUM_AEROSOLC,NUM_OZMIXM & & ,GRID,CONFIG_FLAGS & & ,RTHRATEN & #ifdef WRF_CHEM & ,PM2_5_DRY, PM2_5_WATER, PM2_5_DRY_EC & & ,TAUAER1, TAUAER2, TAUAER3, TAUAER4 & & ,GAER1, GAER2, GAER3, GAER4 & & ,WAER1, WAER2, WAER3, WAER4 & #endif & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! DO J=JMS,JME DO I=IMS,IME grid%gsw(I,J)=grid%rswin(I,J)-grid%rswout(I,J) ENDDO ENDDO ! ! *** NOTE *** ! grid%rlwin/grid%rswin - downward longwave/shortwave at the surface (formerly TOTLWDN/TOTSWDN) ! grid%rswinc - CLEAR-SKY downward shortwave at the surface (new for AQ) ! *** NOTE *** ! radiation_tim=radiation_tim+timef()-btimx ENDIF ! !---------------------------------------------------------------------- !*** APPLY TEMPERATURE TENDENCY DUE TO RADIATION !---------------------------------------------------------------------- ! btimx=timef() ! ! Pass in XTIME (elapsed time from start of parent) to compute ! the time passed into the zenith angle code consistently between ! RDTEMP and RADIATION. CALL RDTEMP(grid%ntsd,GRID%DT,GRID%JULDAY,GRID%JULYR & & ,GRID%XTIME,IHRST,grid%glat,grid%glon & & ,grid%czen,grid%czmean,grid%t,grid%rswtt,grid%rlwtt,grid%hbm2 & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! rdtemp_tim=rdtemp_tim+timef()-btimx ! ! #ifdef HWRF ! !------------------------------------------------------------------------------------- !*** GET SSTs FROM DMITRY's COUPLER ON TO THE PARENT AND NESTED GRID !------------------------------------------------------------------------------------- ! Coupling insertion:-> CALL ATM_GETSST(grid%sst,grid%sm) !<-:Coupling insertion IF(GRID%ID .EQ. 1 .AND. MOD(grid%ntsd,grid%NPHS)==0)THEN btimx=timef() sst_tim=sst_tim+timef()-btimx ENDIF #endif !---------------------------------------------------------------------- !*** TURBULENT PROCESSES !---------------------------------------------------------------------- ! IF(MOD(grid%ntsd,GRID%NPHS)==0)THEN ! btimx=timef() ! IF(OPERATIONAL_PHYSICS & & .AND.MOD(NTSD_rad,GRID%NRADS)/=0 & & .AND.MOD(NTSD_rad,GRID%NRADL)/=0)THEN CALL UPDATE_MOIST(MOIST,grid%q,grid%cwm,grid%f_ice,grid%f_rain,N_MOIST & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ENDIF ! CALL TURBL(grid%ntsd,GRID%DT,GRID%NPHS,RESTRT & & ,N_MOIST,GRID%NUM_SOIL_LAYERS,grid%sldpth,grid%dzsoil & & ,grid%deta1,grid%deta2,grid%aeta1,grid%aeta2,grid%eta1,grid%eta2,grid%pdtop,grid%pt & & ,grid%sm,grid%hbm2,grid%vbm2,grid%dx_nmm,grid%dfrlg & & ,grid%czen,grid%czmean,grid%sigt4,grid%rlwin,grid%rswin,grid%radot & & ,grid%pd,grid%res,grid%pint,grid%t,grid%q,grid%cwm,grid%f_ice,grid%f_rain,grid%sr & & ,grid%q2,grid%u,grid%v,grid%ths,grid%nmm_tsk,grid%sst,grid%prec,grid%sno & & ,grid%fis,grid%z0,grid%z0base,grid%ustar,grid%mixht,grid%pblh,grid%lpbl,grid%el_pbl & !PLee (3/07) & ,MOIST,grid%rmol,grid%mol & & ,grid%exch_h,grid%exch_m,grid%f,grid%akhs,grid%akms,grid%akhs_out,grid%akms_out & & ,grid%thz0,grid%qz0,grid%uz0,grid%vz0,grid%qsh,grid%mavail & & ,grid%stc,grid%smc,grid%cmc,grid%smstav,grid%smstot,grid%ssroff,grid%bgroff & & ,grid%ivgtyp,grid%isltyp,grid%vegfrc,grid%shdmin,grid%shdmax,grid%grnflx & & ,grid%snotime & & ,grid%sfcexc,grid%acsnow,grid%acsnom,grid%snopcx,grid%sice,grid%tg,grid%soiltb & & ,grid%albase,grid%mxsnal,grid%albedo,grid%sh2o,grid%si,grid%epsr,grid%embck & & ,grid%u10,grid%v10,grid%th10,grid%q10,grid%tshltr,grid%qshltr,grid%pshltr & & ,grid%t2,grid%qsg,grid%qvg,grid%qcg,grid%soilt1,grid%tsnav,grid%smfr3d,grid%keepfr3dflag & #if (NMM_CORE==1) & ,grid%twbs,grid%qwbs,grid%taux,grid%tauy,grid%sfcshx,grid%sfclhx,grid%sfcevp & #else & ,grid%twbs,grid%qwbs,grid%sfcshx,grid%sfclhx,grid%sfcevp & #endif & ,grid%potevp,grid%potflx,grid%subshx & & ,grid%aphtim,grid%ardsw,grid%ardlw,grid%asrfc & & ,grid%rswout,grid%rswtoa,grid%rlwtoa & & ,grid%aswin,grid%aswout,grid%aswtoa,grid%alwin,grid%alwout,grid%alwtoa & #if (NMM_CORE==1) & ,grid%uz0h,grid%vz0h,grid%dudt,grid%dvdt,grid%ugwdsfc,grid%vgwdsfc,grid%sfenth & #else & ,grid%uz0h,grid%vz0h,grid%dudt,grid%dvdt & #endif & ,RTHBLTEN,RQVBLTEN & & ,GRID%PCPFLG,grid%ddata & & ,grid%hstdv,grid%hcnvx,grid%hasyw,grid%hasys,grid%hasysw,grid%hasynw,grid%hlenw,grid%hlens & ! GWD & ,grid%hlensw,grid%hlennw,grid%hangl,grid%hanis,grid%hslop,grid%hzmax,grid%crot,grid%srot & ! GWD & ,grid%dew & ! RUC LSM & ,GRID,CONFIG_FLAGS & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,GRID%DISHEAT & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! ! *** NOTE *** ! grid%rlwin/grid%rswin - downward longwave/shortwave at the surface ! *** NOTE *** ! turbl_tim=turbl_tim+timef()-btimx #ifdef HWRF !------------------------------------------------------------------------------ !*** ATMOSPHERIC MODEL OUTPUTS FROM PARENT AND NESTED GRID FOR DMITRYs COUPLER !------------------------------------------------------------------------------ ! !-- grid%twbs : surface sensible heat flux, positive downward (grid%w/m2) !-- grid%qwbs : surface latent heat flux, positive downward (grid%w/m2) !-- grid%rlwin : downward long wave flux at ground surface,positive downward (grid%w/m2) !-- grid%rswin : downward short wave flux at ground surface, positive downward (grid%w/m2) !-- grid%radot : outgoing long wave flux at ground surface, positive upward (grid%w/m2) !-- grid%rswout: outgoing short wave flux at ground surface, positive upward (grid%w/m2) !-- grid%taux : x component of surface stress, grid%u positive Eastward !-- grid%tauy : y component of surface stress, grid%v positive Northward !-- grid%pint : 3d array of interface pressure (pascals) !-- grid%prec : grid%prec (m/timestep;timestep on grid1=60 sec) ! ! ! Coupling insertion:-> call ATM_DOFLUXES(grid%twbs,grid%qwbs,grid%rlwin,grid%rswin,grid%radot,grid%rswout, & grid%taux,grid%tauy,grid%pint(:,:,1),grid%prec,grid%u10,grid%v10) !<-:Coupling insertion ! IF(GRID%ID .EQ. 1 .AND. MOD(grid%ntsd,grid%NPHS)==0)THEN btimx=timef() flux_tim=flux_tim+timef()-btimx ENDIF #endif ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_TURBL_A.inc" #endif !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_TURBL_B.inc" #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ! !*** INTERPOLATE WINDS FROM H POINTS BACK TO grid%v POINTS. ! btimx=timef() CALL UV_H_TO_V(grid%ntsd,GRID%DT,GRID%NPHS,grid%uz0h,grid%vz0h,grid%uz0,grid%vz0 & & ,grid%dudt,grid%dvdt,grid%u,grid%v,grid%hbm2,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) uv_htov_tim=uv_htov_tim+timef()-btimx ! !---------------------------------------------------------------------- !*** STORE ORIGINAL TEMPERATURE ARRAY !---------------------------------------------------------------------- ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_J.inc" #endif ! #ifdef DM_PARALLEL IF(CONFIG_FLAGS%MP_PHYSICS/=ETAMPNEW.and.CONFIG_FLAGS%MP_PHYSICS/=ETAMP_HWRF)THEN # include "HALO_NMM_J_3.inc" ENDIF #endif ! #ifdef WRF_CHEM #ifdef DM_PARALLEL # include "HALO_NMM_J_2.inc" #endif #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ! ICLTEND=-1 btimx=timef() ! CALL CLTEND(ICLTEND,GRID%NPHS,grid%t,grid%t_old,grid%t_adj & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! cltend_tim=cltend_tim+timef()-btimx ENDIF ! !---------------------------------------------------------------------- !*** CONVECTIVE PRECIPITATION !---------------------------------------------------------------------- ! IF(MOD(grid%ntsd,GRID%NCNVC)==0.AND. & & (CONFIG_FLAGS%CU_PHYSICS==KFETASCHEME .or. & CONFIG_FLAGS%CU_PHYSICS==SASSCHEME))THEN ! Kwon's doing for SAS ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_C.inc" #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ENDIF ! convection: IF(CONFIG_FLAGS%CU_PHYSICS/=0)THEN btimx=timef() ! !*** GET TENDENCIES FOR GD SCHEME. ! IF(CONFIG_FLAGS%CU_PHYSICS==GDSCHEME)THEN DT_INV=1./GRID%DT DO J=JMS,JME DO K=KMS,KME DO I=IMS,IME TTEN(I,K,J)=(grid%t(I,J,K)-TTEN(I,K,J))*DT_INV QTEN(I,K,J)=(grid%q(I,J,K)-QTEN(I,K,J))*DT_INV ENDDO ENDDO ENDDO ENDIF ! !*** UPDATE THE MOIST ARRAY IF NEEDED. ! IF(OPERATIONAL_PHYSICS & & .AND.MOD(NTSD_rad,GRID%NRADS)/=0 & & .AND.MOD(NTSD_rad,GRID%NRADL)/=0 & & .AND.MOD(grid%ntsd,GRID%NPHS)/=0)THEN CALL UPDATE_MOIST(MOIST,grid%q,grid%cwm,grid%f_ice,grid%f_rain,N_MOIST & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ENDIF ! !---------------------------------------------------------------------- CALL CUCNVC(grid%ntsd,GRID%DT,GRID%NCNVC,GRID%NRADS,GRID%NRADL & & ,GPS,RESTRT,grid%hydro,grid%cldefi,N_MOIST,GRID%ENSDIM & & ,MOIST & & ,grid%deta1,grid%deta2,grid%aeta1,grid%aeta2,grid%eta1,grid%eta2 & & ,grid%f_ice,grid%f_rain & !*** Changes for other cu schemes, most for GD scheme & ,grid%apr_gr,grid%apr_w,grid%apr_mc,TTEN,QTEN & & ,grid%apr_st,grid%apr_as,grid%apr_capma & & ,grid%apr_capme,grid%apr_capmi & & ,grid%mass_flux,grid%xf_ens & & ,grid%pr_ens,grid%gsw & #ifdef WRF_CHEM & ,GD_CLOUD,GD_CLOUD2,RAINCV & #endif ! & ,grid%pdtop,grid%pt,grid%pd,grid%res,grid%pint,grid%t,grid%q,grid%cwm,grid%tcucn & & ,grid%omgalf,grid%u,grid%v,grid%w,grid%z,grid%fis,grid%w0avg & & ,grid%prec,grid%acprec,grid%cuprec,grid%cuppt,grid%cprate & & ,grid%sm,grid%hbm2,grid%lpbl,grid%cnvbot,grid%cnvtop & & ,grid%htop,grid%hbot,grid%htopd,grid%hbotd,grid%htops,grid%hbots & & ,RTHBLTEN,RQVBLTEN,RTHRATEN & #if (NMM_CORE==1) & ,grid%DUCUDT, grid%DVCUDT, GRID%MOMMIX, grid%store_rand & #endif & ,grid%avcnvc,grid%acutim,grid%ihe,grid%ihw & & ,GRID,CONFIG_FLAGS & & ,grid%NRND1 & ! NRND1 for random num restart & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,IPS,IPE,JPS,JPE,KPS,KPE & & ,ITS,ITE,JTS,JTE,KTS,KTE) !---------------------------------------------------------------------- ! cucnvc_tim=cucnvc_tim+timef()-btimx ! #if (NMM_CORE==1) !#ifdef HWRF !------------------------------------------------------------------------------------- ! This is gopal's doing for HWRFSAS ! IF(MOD(grid%ntsd,GRID%NCNVC).eq.0.and.(CONFIG_FLAGS%CU_PHYSICS.eq.SASSCHEME))THEN ! update to match HWRFV2 behaviour - review later (1/15/10) ! !emc_2010_bugfix_h50 IF(MOD(grid%ntsd, GRID%NCNVC).eq.0.and.CONFIG_FLAGS%CU_PHYSICS.eq.SASSCHEME)THEN !emc_2010_bugfix_h50 ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_SAS_A.inc" #endif !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_SAS_B.inc" #endif !----------------- exch_tim=exch_tim+timef()-btimx ! !*** INTERPOLATE WINDS FROM H POINTS BACK TO V POINTS AFTER SAS ! btimx=timef() !emc_2010_bugfix_h50 CALL UV_H_TO_V(grid%NTSD,GRID%DT,GRID%NCNVC,grid%UZ0H,grid%VZ0H,grid%UZ0,grid%VZ0 & & ,grid%DUCUDT,grid%DVCUDT,grid%U,grid%V,grid%HBM2,grid%IVE,grid%IVW & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) uv_htov_tim=uv_htov_tim+timef()-btimx !emc_2010_bugfix_h50 ENDIF ! for SAS only !#endif #endif !-------------------------------------------------------------------------------- ! ENDIF convection ! !---------------------------------------------------------------------- !*** GRIDSCALE MICROPHYSICS (CONDENSATION & PRECIPITATION) !---------------------------------------------------------------------- ! IF(MOD(grid%ntsd,GRID%NPHS)==0)THEN btimx=timef() ! CALL GSMDRIVE(grid%ntsd,GRID%DT,GRID%NPHS,N_MOIST & & ,grid%dx_nmm(ITS,JC),GRID%DY,grid%sm,grid%hbm2,grid%fis & & ,grid%deta1,grid%deta2,grid%aeta1,grid%aeta2,grid%eta1,grid%eta2 & & ,grid%pdtop,grid%pt,grid%pd,grid%res,grid%pint,grid%t,grid%q,grid%cwm,grid%train & & ,MOIST,SCALAR,NUM_SCALAR & & ,grid%f_ice,grid%f_rain,grid%f_rimef,grid%sr & & ,grid%prec,grid%acprec,grid%avrain & & ,grid%mp_restart_state & & ,grid%tbpvs_state & & ,grid%tbpvs0_state & & ,GRID,CONFIG_FLAGS & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! gsmdrive_tim=gsmdrive_tim+timef()-btimx ! !----------------------------------------------------------------------- !---------PRECIPITATION ASSIMILATION------------------------------------ !----------------------------------------------------------------------- ! IF (GRID%PCPFLG) THEN btimx=timef() ! CALL CHKSNOW(grid%ntsd,GRID%DT,GRID%NPHS,grid%sr,PPTDAT & & ,IDS,IDE,JDS,JDE,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) CALL ADJPPT(grid%ntsd,GRID%DT,GRID%NPHS,grid%prec,grid%lspa,PPTDAT,grid%ddata & & ,IDS,IDE,JDS,JDE,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! adjppt_tim=adjppt_tim+timef()-btimx ENDIF ! !---------------------------------------------------------------------- !*** CALCULATE TEMP TENDENCIES AND RESTORE ORIGINAL TEMPS !---------------------------------------------------------------------- ! ICLTEND=0 btimx=timef() ! CALL CLTEND(ICLTEND,GRID%NPHS,grid%t,grid%t_old,grid%t_adj & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! cltend_tim=cltend_tim+timef()-btimx ENDIF ! !---------------------------------------------------------------------- !*** UPDATE TEMP TENDENCIES FROM CLOUD PROCESSES EVERY TIME STEP !---------------------------------------------------------------------- ! ICLTEND=1 btimx=timef() ! CALL CLTEND(ICLTEND,GRID%NPHS,grid%t,grid%t_old,grid%t_adj & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! cltend_tim=cltend_tim+timef()-btimx ! !---------------------------------------------------------------------- !*** LATERAL DIFFUSION !---------------------------------------------------------------------- ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_K.inc" #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ! btimx=timef() ! CALL HDIFF(grid%ntsd,GRID%DT,grid%fis,grid%dy_nmm,grid%hdac,grid%hdacv & & ,grid%hbm2,grid%deta1,GRID%SIGMA & #ifdef HWRF & ,grid%t,grid%q,grid%u,grid%v,grid%q2,grid%z,grid%w,grid%sm,grid%sice,grid%h_diff & #else & ,grid%t,grid%q,grid%u,grid%v,grid%q2,grid%z,grid%w,grid%sm,grid%sice & #endif & ,grid%def3d & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,CONFIG_FLAGS & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! IF(.NOT.OPERATIONAL_PHYSICS)THEN DO K=KTS,KTE DO J=MYJS,MYJE DO I=MYIS,MYIE !!! MOIST(I,J,K,P_QV)=MAX(0.,grid%q(I,J,K)/(1.-grid%q(I,J,K))) MOIST(I,J,K,P_QV)=grid%q(I,J,K)/(1.-grid%q(I,J,K)) !<-- Update mixing ratio ENDDO ENDDO ENDDO ENDIF ! hdiff_tim=hdiff_tim+timef()-btimx ! !---------------------------------------------------------------------- !*** UPDATING BOUNDARY VALUES AT HEIGHT POINTS !---------------------------------------------------------------------- ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_L.inc" #endif ! #ifdef DM_PARALLEL # include "HALO_NMM_L_3.inc" #endif ! #ifdef WRF_CHEM #ifdef DM_PARALLEL # include "HALO_NMM_L_2.inc" #endif #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ! btimx=timef() ! CALL BOCOH(GRID%ID,grid%ntsd,GRID%DT,NEST,NUNIT_NBC,NBOCO,LAST_TIME,TSPH & & ,LB,grid%eta1,grid%eta2,grid%pdtop,grid%pt,grid%res & & ,grid%PD_BXS,grid%PD_BXE,grid%PD_BYS,grid%PD_BYE,grid%T_BXS,grid%T_BXE,grid%T_BYS,grid%T_BYE & & ,grid%Q_BXS,grid%Q_BXE,grid%Q_BYS,grid%Q_BYE,grid%U_BXS,grid%U_BXE,grid%U_BYS,grid%U_BYE,grid%V_BXS & & ,grid%V_BXE,grid%V_BYS,grid%V_BYE,grid%Q2_BXS,grid%Q2_BXE,grid%Q2_BYS,grid%Q2_BYE,grid%CWM_BXS & & ,grid%CWM_BXE,grid%CWM_BYS,grid%CWM_BYE,grid%PD_BTXS,grid%PD_BTXE,grid%PD_BTYS & & ,grid%PD_BTYE,grid%T_BTXS,grid%T_BTXE,grid%T_BTYS,grid%T_BTYE,grid%Q_BTXS,grid%Q_BTXE & & ,grid%Q_BTYS,grid%Q_BTYE,grid%U_BTXS,grid%U_BTXE,grid%U_BTYS,grid%U_BTYE,grid%V_BTXS & & ,grid%V_BTXE,grid%V_BTYS,grid%V_BTYE,grid%Q2_BTXS,grid%Q2_BTXE,grid%Q2_BTYS,grid%Q2_BTYE & & ,grid%CWM_BTXS,grid%CWM_BTXE,grid%CWM_BTYS,grid%CWM_BTYE,grid%pd,grid%t,grid%q,grid%q2,grid%cwm,grid%pint & & ,MOIST,N_MOIST,SCALAR,NUM_SCALAR & #ifdef WRF_CHEM & ,CHEM,NUMGAS,CONFIG_FLAGS & #endif & ,GRID%SPEC_BDY_WIDTH,grid%z & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! bocoh_tim=bocoh_tim+timef()-btimx ! if(mod(grid%ntsd,n_print_time)==0)then ! call twr(grid%t,0,'grid%t',grid%ntsd,mype,npes,mpi_comm_comp & ! & ,ids,ide,jds,jde,kds,kde & ! & ,ims,ime,jms,jme,kms,kme & ! & ,its,ite,jts,jte,kts,kte) ! endif ! !---------------------------------------------------------------------- !*** IS IT TIME FOR A CHECK POINT ON THE MODEL HISTORY FILE? !---------------------------------------------------------------------- ! 2003 CONTINUE ! !---------------------------------------------------------------------- !*** PRESSURE GRD, CORIOLIS, DIVERGENCE, AND HORIZ PART OF OMEGA-ALPHA !---------------------------------------------------------------------- ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_A.inc" #endif ! #ifdef DM_PARALLEL IF(CONFIG_FLAGS%MP_PHYSICS/=ETAMPNEW.and.CONFIG_FLAGS%MP_PHYSICS/=ETAMP_HWRF)THEN # include "HALO_NMM_A_3.inc" ENDIF #endif ! #ifdef WRF_CHEM #ifdef DM_PARALLEL # include "HALO_NMM_A_2.inc" #endif #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ! btimx=timef() ! CALL PFDHT(grid%ntsd,LAST_TIME,grid%pt,grid%deta1,grid%deta2,grid%pdtop,grid%res,grid%fis & & ,grid%hydro,GRID%SIGMA,FIRST,grid%dx_nmm,grid%dy_nmm & & ,grid%hbm2,grid%vbm2,grid%vbm3 & & ,grid%fdiv,grid%fcp,grid%wpdar,grid%dfl,grid%cpgfu,grid%cpgfv & & ,grid%pd,grid%pdsl,grid%t,grid%q,grid%u,grid%v,grid%cwm,grid%omgalf,grid%pint,grid%dwdt & & ,grid%rtop,grid%div,grid%few,grid%fns,grid%fne,grid%fse & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! pfdht_tim=pfdht_tim+timef()-btimx ! !---------------------------------------------------------------------- !*** DIVERGENCE DAMPING !---------------------------------------------------------------------- ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_B.inc" #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ! btimx=timef() ! CALL DDAMP(grid%ntsd,GRID%DT,grid%deta1,grid%deta2,grid%pdsl,grid%pdtop,grid%div,grid%hbm2 & & ,grid%t,grid%u,grid%v,grid%ddmpu,grid%ddmpv & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) ! ddamp_tim=ddamp_tim+timef()-btimx ! !---------------------------------------------------------------------- !---------------------------------------------------------------------- ! IF(FIRST.AND.grid%ntsd==0)THEN FIRST=.FALSE. btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_A.inc" #endif #ifdef WRF_CHEM #ifdef DM_PARALLEL # include "HALO_NMM_A_2.inc" #endif #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ! GO TO 2000 ENDIF ! !---------------------------------------------------------------------- !*** UPDATING BOUNDARY VALUES AT VELOCITY POINTS !---------------------------------------------------------------------- ! btimx=timef() !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_C.inc" #endif !----------------- exch_tim=exch_tim+timef()-btimx ! this_tim=timef()-btimx ! call mpi_allreduce(this_tim,et_max,1,mpi_real,mpi_max & ! & ,mpi_comm_comp,irtn) ! exch_tim_max=exch_tim_max+et_max ! btimx=timef() ! CALL BOCOV(GRID%ID,grid%ntsd,GRID%DT,LB,grid%U_BXS,grid%U_BXE,grid%U_BYS,grid%U_BYE,grid%V_BXS & & ,grid%V_BXE,grid%V_BYS,grid%V_BYE,grid%U_BTXS,grid%U_BTXE,grid%U_BTYS,grid%U_BTYE,grid%V_BTXS & & ,grid%V_BTXE,grid%V_BTYS,grid%V_BTYE,grid%u,grid%v & & ,GRID%SPEC_BDY_WIDTH & & ,grid%ihe,grid%ihw,grid%ive,grid%ivw & & ,IDS,IDF,JDS,JDF,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE ) ! bocov_tim=bocov_tim+timef()-btimx ! !---------------------------------------------------------------------- !*** COPY THE NMM VARIABLE grid%q2 TO THE WRF VARIABLE grid%tke_pbl !---------------------------------------------------------------------- ! DO K=KTS,KTE DO J=JTS,JTE DO I=ITS,ITE grid%tke_pbl(I,J,K)=0.5*grid%q2(I,J,K) !TKE is grid%q squared over 2 ENDDO ENDDO ENDDO ! !---------------------------------------------------------------------- ! IF(LAST_TIME.AND.ALLOCATED(PPTDAT))THEN DEALLOCATE(PPTDAT,STAT=ISTAT) ENDIF ! !---------------------------------------------------------------------- ! solve_tim=solve_tim+timef()-btim ! !---------------------------------------------------------------------- !*** PRINT TIMING VARIABLES WHEN DESIRED. !---------------------------------------------------------------------- ! sum_tim=pdte_tim+adve_tim+vtoa_tim+vadz_tim+hadz_tim+eps_tim & & +vad2_tim+had2_tim+radiation_tim+rdtemp_tim+turbl_tim & & +cltend_tim+cucnvc_tim+gsmdrive_tim+hdiff_tim & & +bocoh_tim+pfdht_tim+ddamp_tim+bocov_tim+uv_htov_tim & & +exch_tim+adjppt_tim ! if(mod(grid%ntsd,n_print_time)==0)then write(message,*)' grid%ntsd=',grid%ntsd,' solve_tim=',solve_tim*1.e-3 & & ,' sum_tim=',sum_tim*1.e-3 call wrf_message(trim(message)) write(message,*)' pdte_tim=',pdte_tim*1.e-3,' pct=',pdte_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' adve_tim=',adve_tim*1.e-3,' pct=',adve_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' vtoa_tim=',vtoa_tim*1.e-3,' pct=',vtoa_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' vadz_tim=',vadz_tim*1.e-3,' pct=',vadz_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' hadz_tim=',hadz_tim*1.e-3,' pct=',hadz_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' eps_tim=',eps_tim*1.e-3,' pct=',eps_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' vad2_tim=',vad2_tim*1.e-3,' pct=',vad2_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' had2_tim=',had2_tim*1.e-3,' pct=',had2_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' radiation_tim=',radiation_tim*1.e-3,' pct=',radiation_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' rdtemp_tim=',rdtemp_tim*1.e-3,' pct=',rdtemp_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' turbl_tim=',turbl_tim*1.e-3,' pct=',turbl_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' cltend_tim=',cltend_tim*1.e-3,' pct=',cltend_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' cucnvc_tim=',cucnvc_tim*1.e-3,' pct=',cucnvc_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' gsmdrive_tim=',gsmdrive_tim*1.e-3,' pct=',gsmdrive_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' adjppt_tim=',adjppt_tim*1.e-3,' pct=',adjppt_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' hdiff_tim=',hdiff_tim*1.e-3,' pct=',hdiff_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' bocoh_tim=',bocoh_tim*1.e-3,' pct=',bocoh_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' pfdht_tim=',pfdht_tim*1.e-3,' pct=',pfdht_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' ddamp_tim=',ddamp_tim*1.e-3,' pct=',ddamp_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' bocov_tim=',bocov_tim*1.e-3,' pct=',bocov_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' uv_h_to_v_tim=',uv_htov_tim*1.e-3,' pct=',uv_htov_tim/sum_tim*100. call wrf_message(trim(message)) write(message,*)' exch_tim=',exch_tim*1.e-3,' pct=',exch_tim/sum_tim*100. call wrf_message(trim(message)) ! call time_stats(exch_tim,'exchange',grid%ntsd,mype,npes,mpi_comm_comp) ! write(message,*)' exch_tim_max=',exch_tim_max*1.e-3 ! call wrf_message(trim(message)) ! call field_stats(grid%t,mype,mpi_comm_comp & & ,ids,ide,jds,jde,kds,kde & & ,ims,ime,jms,jme,kms,kme & & ,its,ite,jts,jte,kts,kte) endif ! ! if(last_time)then DEALLOCATE(TTEN,STAT=ISTAT) DEALLOCATE(QTEN,STAT=ISTAT) DEALLOCATE(RTHRATEN,STAT=ISTAT) DEALLOCATE(RTHBLTEN,STAT=ISTAT) DEALLOCATE(RQVBLTEN,STAT=ISTAT) #ifdef WRF_CHEM #endif ! ! FOR VORTEX FOLLOWING MOVING NEST ! !----------------------------------------------------------------------------- !*** CRITERIA SET FOR GRID MOTION. This is gopal's doing !----------------------------------------------------------------------------- ! #ifdef MOVE_NESTS IF(grid%id .NE. 1 .AND. MOD(grid%ntsd,1)==0 .AND. grid%num_moves.EQ.-99)THEN !----------------- #ifdef DM_PARALLEL # include "HALO_NMM_TRACK.inc" #endif !----------------- CALL STATS_FOR_MOVE (grid%XLOC_2,grid%YLOC_2,grid%PDYN,grid%MSLP,grid%SQWS & ,grid%pint,grid%t,grid%q,grid%u,grid%v & ,grid%fis,grid%pd,grid%sm,grid%pdtop,grid%pt & ,grid%deta1,grid%deta2 & #ifdef HWRF ,GRID%RESTART,grid%NTIME0 & ! zhang's doing ,GRID%MOVED,grid%MVNEST,grid%ntsd,GRID%NPHS,GRID%MOVEMIN & ! MOVEMIN*DT*NPHS=540s #else ,GRID%MOVED,grid%MVNEST,grid%ntsd,GRID%NPHS & #endif ,IDS,IDF,JDS,JDF,KDS,KDE & ! MOVEMIN is defined in ,IMS,IME,JMS,JME,KMS,KME & ! Registry ,ITS,ITE,JTS,JTE,KTS,KTE ) ! FOR NEST:DT=18,NPHS=3 CALL wrf_debug ( 100 , 'nmm stats_for_move: after advection' ) ENDIF #endif #ifdef HWRFX ! output MSLP over parent domain for diagonostic purposes. outputs are hourly. ! This is gopal's doing IF(grid%id .EQ. 1 .AND. MOD(grid%NTSD,n_print_time)==0)THEN WRITE(0,*)'COMPUTING MSLP OVER THE PARENT DOMAIN' CALL MSLP_DIAG (grid%MSLP,grid%PINT,grid%T,grid%Q & ,grid%FIS,grid%PD,grid%DETA1,grid%DETA2,grid%PDTOP & ,IDS,IDF,JDS,JDF,KDS,KDE & ,IMS,IME,JMS,JME,KMS,KME & ,ITS,ITE,JTS,JTE,KTS,KTE ) ENDIF #endif !#define COPY_OUT !#include #ifdef HWRF !----------------------------------------------------------------------- !*** ACCUMULATED ATMOSPHERIC MODEL FLUXES FOR DMITRYs COUPLER !----------------------------------------------------------------------- ! ! ! ! Coupling insertion:-> call ATM_SENDFLUXES !<-:Coupling insertion ! ! Kwon's doing to check heat flux ! ! IF(grid%id==2)WRITE(0,*)'AFTER ATM_SENDFLUX grid%qwbs grid%twbs AT 10 10 ',grid%ntsd,grid%qwbs(10,10),grid%twbs(10,10) ! #endif Return !---------------------------------------------------------------------- !********************************************************************** !********************************************************************** !************* EXIT FROM THE TIME LOOP ************************** !********************************************************************** !********************************************************************** !---------------------------------------------------------------------- END SUBROUTINE SOLVE_NMM !---------------------------------------------------------------------- !********************************************************************** !---------------------------------------------------------------------- SUBROUTINE TWR(ARRAY,KK,FIELD,ntsd,MYPE,NPES,MPI_COMM_COMP & & ,IDS,IDE,JDS,JDE,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) !---------------------------------------------------------------------- !********************************************************************** USE MODULE_EXT_INTERNAL ! IMPLICIT NONE #if defined(DM_PARALLEL) && !defined(STUBMPI) INCLUDE "mpif.h" #endif !---------------------------------------------------------------------- !---------------------------------------------------------------------- INTEGER,INTENT(IN) :: IDS,IDE,JDS,JDE,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE & & ,KK,MPI_COMM_COMP,MYPE,NPES,ntsd ! REAL,DIMENSION(IMS:IME,JMS:JME,KMS:KME+KK),INTENT(IN) :: ARRAY ! CHARACTER(*),INTENT(IN) :: FIELD ! !*** LOCAL VARIABLES ! #if defined(DM_PARALLEL) && !defined(STUBMPI) INTEGER,DIMENSION(MPI_STATUS_SIZE) :: JSTAT INTEGER,DIMENSION(MPI_STATUS_SIZE,4) :: STATUS_ARRAY #endif INTEGER,DIMENSION(2) :: IM_REM,JM_REM,IT_REM,JT_REM ! INTEGER :: I,IENDX,IER,IPE,IRECV,IRTN,ISEND,IUNIT & & ,J,K,N,NLEN,NSIZE INTEGER :: ITS_REM,ITE_REM,JTS_REM,JTE_REM ! REAL,DIMENSION(IDS:IDE,JDS:JDE) :: TWRITE REAL,ALLOCATABLE,DIMENSION(:) :: VALUES CHARACTER(5) :: TIMESTEP CHARACTER(6) :: FMT CHARACTER(12) :: FILENAME !---------------------------------------------------------------------- !********************************************************************** !---------------------------------------------------------------------- ! IF(ntsd<=9)THEN FMT='(I1.1)' NLEN=1 ELSEIF(ntsd<=99)THEN FMT='(I2.2)' NLEN=2 ELSEIF(ntsd<=999)THEN FMT='(I3.3)' NLEN=3 ELSEIF(ntsd<=9999)THEN FMT='(I4.4)' NLEN=4 ELSEIF(ntsd<=99999)THEN FMT='(I5.5)' NLEN=5 ENDIF WRITE(TIMESTEP,FMT)ntsd FILENAME=FIELD//'_'//TIMESTEP(1:NLEN) ! IF(MYPE==0)THEN CALL INT_GET_FRESH_HANDLE(IUNIT) CLOSE(IUNIT) OPEN(UNIT=IUNIT,FILE=FILENAME,FORM='UNFORMATTED',IOSTAT=IER) ENDIF ! !---------------------------------------------------------------------- !!!! DO 500 K=KTS,KTE+KK !Unflipped !!!! DO 500 K=KTE+KK,KTS,-1 DO 500 K=KDE-1,KDS,-1 !Write LM layers top down for checking !---------------------------------------------------------------------- ! #if defined(DM_PARALLEL) && !defined(STUBMPI) IF(MYPE==0)THEN DO J=JTS,JTE DO I=ITS,ITE TWRITE(I,J)=ARRAY(I,J,K) ENDDO ENDDO ! DO IPE=1,NPES-1 CALL MPI_RECV(IT_REM,2,MPI_INTEGER,IPE,IPE & & ,MPI_COMM_COMP,JSTAT,IRECV) CALL MPI_RECV(JT_REM,2,MPI_INTEGER,IPE,IPE & & ,MPI_COMM_COMP,JSTAT,IRECV) ! ITS_REM=IT_REM(1) ITE_REM=IT_REM(2) JTS_REM=JT_REM(1) JTE_REM=JT_REM(2) ! NSIZE=(ITE_REM-ITS_REM+1)*(JTE_REM-JTS_REM+1) ALLOCATE(VALUES(1:NSIZE)) ! CALL MPI_RECV(VALUES,NSIZE,MPI_REAL,IPE,IPE & & ,MPI_COMM_COMP,JSTAT,IRECV) N=0 DO J=JTS_REM,JTE_REM DO I=ITS_REM,ITE_REM N=N+1 TWRITE(I,J)=VALUES(N) ENDDO ENDDO ! DEALLOCATE(VALUES) ! ENDDO ! !---------------------------------------------------------------------- ELSE NSIZE=(ITE-ITS+1)*(JTE-JTS+1) ALLOCATE(VALUES(1:NSIZE)) ! N=0 DO J=JTS,JTE DO I=ITS,ITE N=N+1 VALUES(N)=ARRAY(I,J,K) ENDDO ENDDO ! IT_REM(1)=ITS IT_REM(2)=ITE JT_REM(1)=JTS JT_REM(2)=JTE ! CALL MPI_SEND(IT_REM,2,MPI_INTEGER,0,MYPE & & ,MPI_COMM_COMP,ISEND) CALL MPI_SEND(JT_REM,2,MPI_INTEGER,0,MYPE & & ,MPI_COMM_COMP,ISEND) ! CALL MPI_SEND(VALUES,NSIZE,MPI_REAL,0,MYPE & & ,MPI_COMM_COMP,ISEND) ! DEALLOCATE(VALUES) ! ENDIF !---------------------------------------------------------------------- ! CALL MPI_BARRIER(MPI_COMM_COMP,IRTN) ! IF(MYPE==0)THEN ! DO J=JDS,JDE-1 IENDX=IDE-1 IF(MOD(J,2)==0)IENDX=IENDX-1 WRITE(IUNIT)(TWRITE(I,J),I=1,IENDX) ENDDO ! ENDIF #else DO J=JDS,JDE-1 IENDX=IDE-1 IF(MOD(J,2)==0)IENDX=IENDX-1 WRITE(IUNIT)(ARRAY(I,K,J),I=1,IENDX) ENDDO #endif ! !---------------------------------------------------------------------- 500 CONTINUE ! IF(MYPE==0)CLOSE(IUNIT) !---------------------------------------------------------------------- ! END SUBROUTINE TWR !---------------------------------------------------------------------- !********************************************************************** !---------------------------------------------------------------------- SUBROUTINE VWR(ARRAY,KK,FIELD,ntsd,MYPE,NPES,MPI_COMM_COMP & & ,IDS,IDE,JDS,JDE,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) !---------------------------------------------------------------------- !********************************************************************** USE MODULE_EXT_INTERNAL ! IMPLICIT NONE #if defined(DM_PARALLEL) && !defined(STUBMPI) INCLUDE "mpif.h" #endif !---------------------------------------------------------------------- !---------------------------------------------------------------------- INTEGER,INTENT(IN) :: IDS,IDE,JDS,JDE,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE & & ,KK,MPI_COMM_COMP,MYPE,NPES,ntsd ! REAL,DIMENSION(IMS:IME,JMS:JME,KMS:KME+KK),INTENT(IN) :: ARRAY ! CHARACTER(*),INTENT(IN) :: FIELD ! !*** LOCAL VARIABLES ! #if defined(DM_PARALLEL) && !defined(STUBMPI) INTEGER,DIMENSION(MPI_STATUS_SIZE) :: JSTAT INTEGER,DIMENSION(MPI_STATUS_SIZE,4) :: STATUS_ARRAY #endif INTEGER,DIMENSION(2) :: IM_REM,JM_REM,IT_REM,JT_REM ! INTEGER :: I,IENDX,IER,IPE,IRECV,IRTN,ISEND,IUNIT & & ,J,K,L,N,NLEN,NSIZE INTEGER :: ITS_REM,ITE_REM,JTS_REM,JTE_REM ! REAL,DIMENSION(IDS:IDE,JDS:JDE) :: TWRITE REAL,ALLOCATABLE,DIMENSION(:) :: VALUES CHARACTER(5) :: TIMESTEP CHARACTER(6) :: FMT CHARACTER(12) :: FILENAME LOGICAL :: OPENED !---------------------------------------------------------------------- !********************************************************************** !---------------------------------------------------------------------- ! IF(ntsd<=9)THEN FMT='(I1.1)' NLEN=1 ELSEIF(ntsd<=99)THEN FMT='(I2.2)' NLEN=2 ELSEIF(ntsd<=999)THEN FMT='(I3.3)' NLEN=3 ELSEIF(ntsd<=9999)THEN FMT='(I4.4)' NLEN=4 ELSEIF(ntsd<=99999)THEN FMT='(I5.5)' NLEN=5 ENDIF WRITE(TIMESTEP,FMT)ntsd FILENAME=FIELD//'_'//TIMESTEP(1:NLEN) ! IF(MYPE==0)THEN CALL INT_GET_FRESH_HANDLE(IUNIT) CLOSE(IUNIT) OPEN(UNIT=IUNIT,FILE=FILENAME,FORM='UNFORMATTED',IOSTAT=IER) ENDIF ! IF(MYPE==0)THEN ! OPEN_UNIT: DO L=51,99 ! INQUIRE(L,OPENED=OPENED) ! IF(.NOT.OPENED)THEN ! IUNIT=L ! OPEN(UNIT=IUNIT,FILE=FILENAME,STATUS='NEW' & ! ,FORM='UNFORMATTED',IOSTAT=IER) ! IF(IER/=0)THEN ! WRITE(message,*)' Opening file error=',IER ! CALL wrf_message(trim(message)) ! ENDIF ! EXIT OPEN_UNIT ! ENDIF ! ENDDO OPEN_UNIT ! ENDIF ! !---------------------------------------------------------------------- !!!! DO 500 K=KTS,KTE+KK !Unflipped !!!! DO 500 K=KTE+KK,KTS,-1 DO 500 K=KDE-1,KDS,-1 !Write LM layers top down for checking !---------------------------------------------------------------------- ! #if defined(DM_PARALLEL) && !defined(STUBMPI) IF(MYPE==0)THEN DO J=JTS,JTE DO I=ITS,ITE TWRITE(I,J)=ARRAY(I,J,K) ENDDO ENDDO ! DO IPE=1,NPES-1 CALL MPI_RECV(IT_REM,2,MPI_INTEGER,IPE,IPE & & ,MPI_COMM_COMP,JSTAT,IRECV) CALL MPI_RECV(JT_REM,2,MPI_INTEGER,IPE,IPE & & ,MPI_COMM_COMP,JSTAT,IRECV) ! ITS_REM=IT_REM(1) ITE_REM=IT_REM(2) JTS_REM=JT_REM(1) JTE_REM=JT_REM(2) ! NSIZE=(ITE_REM-ITS_REM+1)*(JTE_REM-JTS_REM+1) ALLOCATE(VALUES(1:NSIZE)) ! CALL MPI_RECV(VALUES,NSIZE,MPI_REAL,IPE,IPE & & ,MPI_COMM_COMP,JSTAT,IRECV) N=0 DO J=JTS_REM,JTE_REM DO I=ITS_REM,ITE_REM N=N+1 TWRITE(I,J)=VALUES(N) ENDDO ENDDO ! DEALLOCATE(VALUES) ! ENDDO ! !---------------------------------------------------------------------- ELSE NSIZE=(ITE-ITS+1)*(JTE-JTS+1) ALLOCATE(VALUES(1:NSIZE)) ! N=0 DO J=JTS,JTE DO I=ITS,ITE N=N+1 VALUES(N)=ARRAY(I,J,K) ENDDO ENDDO ! IT_REM(1)=ITS IT_REM(2)=ITE JT_REM(1)=JTS JT_REM(2)=JTE ! CALL MPI_SEND(IT_REM,2,MPI_INTEGER,0,MYPE & & ,MPI_COMM_COMP,ISEND) CALL MPI_SEND(JT_REM,2,MPI_INTEGER,0,MYPE & & ,MPI_COMM_COMP,ISEND) ! CALL MPI_SEND(VALUES,NSIZE,MPI_REAL,0,MYPE & & ,MPI_COMM_COMP,ISEND) ! DEALLOCATE(VALUES) ! ENDIF !---------------------------------------------------------------------- ! CALL MPI_BARRIER(MPI_COMM_COMP,IRTN) ! IF(MYPE==0)THEN ! DO J=JDS,JDE-1 IENDX=IDE-1 IF(MOD(J,2)==1)IENDX=IENDX-1 WRITE(IUNIT)(TWRITE(I,J),I=1,IENDX) ENDDO ! ENDIF #else DO J=JDS,JDE-1 IENDX=IDE-1 IF(MOD(J,2)==0)IENDX=IENDX-1 WRITE(IUNIT)(ARRAY(I,K,J),I=1,IENDX) ENDDO #endif ! !---------------------------------------------------------------------- 500 CONTINUE ! IF(MYPE==0)CLOSE(IUNIT) !---------------------------------------------------------------------- ! END SUBROUTINE VWR !---------------------------------------------------------------------- !********************************************************************** !---------------------------------------------------------------------- SUBROUTINE EXIT(NAME,pint,t,q,u,v,q2,w & & ,ntsd,MYPE,MPI_COMM_COMP & & ,IDS,IDE,JDS,JDE,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE) !---------------------------------------------------------------------- !********************************************************************** USE MODULE_EXT_INTERNAL ! !---------------------------------------------------------------------- IMPLICIT NONE !---------------------------------------------------------------------- #if defined(DM_PARALLEL) && !defined(STUBMPI) INCLUDE "mpif.h" #endif !---------------------------------------------------------------------- INTEGER,INTENT(IN) :: IDS,IDE,JDS,JDE,KDS,KDE & & ,IMS,IME,JMS,JME,KMS,KME & & ,ITS,ITE,JTS,JTE,KTS,KTE & & ,MYPE,MPI_COMM_COMP,ntsd ! REAL,DIMENSION(IMS:IME,JMS:JME,KMS:KME),INTENT(IN) :: pint,t,q & ,u,v,q2,w CHARACTER(*),INTENT(IN) :: NAME ! INTEGER :: I,J,K,IEND,IERR,IRET CHARACTER(256) :: ERRMESS LOGICAL :: E_BDY,S_BDY !---------------------------------------------------------------------- IRET=0 100 FORMAT(' EXIT ',A,' AT ntsd=',I5) IEND=ITE S_BDY=(JTS==JDS) E_BDY=(ITE==IDE-1) ! DO K=KTS,KTE DO J=JTS,JTE IEND=ITE IF(E_BDY.AND.MOD(J,2)==0)IEND=ITE-1 ! DO I=ITS,IEND IF(t(I,J,K)>330..OR.t(I,J,K)<180..OR.t(I,J,K)/=t(I,J,K))THEN WRITE(errmess,100)NAME,ntsd CALL wrf_message(trim(errmess)) WRITE(errmess,200)I,J,K,t(I,J,K),MYPE,ntsd CALL wrf_message(trim(errmess)) 200 FORMAT(' BAD VALUE I=',I3,' J=',I3,' K=',I2,' t=',E12.5 & &, ' MYPE=',I3,' ntsd=',I5) IRET=666 return ! WRITE(ERRMESS,205)NAME,t(I,J,K),I,J,K,MYPE 205 FORMAT(' EXIT ',A,' TEMPERATURE=',E12.5 & &, ' AT (',I3,',',I2,',',I3,')',' MYPE=',I3) ! CALL WRF_ERROR_FATAL(ERRMESS) ! CALL MPI_ABORT(MPI_COMM_WORLD,1,IERR) ELSEIF(q(I,J,K)<-1.E-4.OR.q(I,J,K)>30.E-3 & & .OR.q(I,J,K)/=q(I,J,K))THEN WRITE(errmess,100)NAME,ntsd CALL wrf_message(trim(errmess)) WRITE(errmess,300)I,J,K,q(I,J,K),MYPE,ntsd CALL wrf_message(trim(errmess)) 300 FORMAT(' BAD VALUE I=',I3,' J=',I3,' K=',I2,' q=',E12.5 & &, ' MYPE=',I3,' ntsd=',I5) IRET=666 return ! WRITE(ERRMESS,305)NAME,q(I,J,K),I,J,K,MYPE 305 FORMAT(' EXIT ',A,' SPEC HUMIDITY=',E12.5 & &, ' AT (',I3,',',I2,',',I3,')',' MYPE=',I3) ! CALL WRF_ERROR_FATAL(ERRMESS) ! CALL MPI_ABORT(MPI_COMM_WORLD,1,IERR) ELSEIF(pint(I,J,K)<0..OR.pint(I,J,K)/=pint(I,J,K))THEN WRITE(errmess,100)NAME,ntsd CALL wrf_message(trim(errmess)) WRITE(errmess,315)I,J,K,pint(I,J,K),MYPE,ntsd CALL wrf_message(trim(errmess)) 315 FORMAT(' BAD VALUE I=',I3,' J=',I3,' K=',I2,' pint=',E12.5 & &, ' MYPE=',I3,' ntsd=',I5) IRET=666 return ! CALL WRF_ERROR_FATAL(ERRMESS) ! CALL MPI_ABORT(MPI_COMM_WORLD,1,IERR) ELSEIF(w(I,J,K)/=w(I,J,K))THEN WRITE(errmess,100)NAME,ntsd CALL wrf_message(trim(errmess)) WRITE(errmess,325)I,J,K,w(I,J,K),MYPE,ntsd CALL wrf_message(trim(errmess)) 325 FORMAT(' BAD VALUE I=',I3,' J=',I3,' K=',I2,' w=',E12.5 & &, ' MYPE=',I3,' ntsd=',I5) IRET=666 return ! CALL WRF_ERROR_FATAL(ERRMESS) ! CALL MPI_ABORT(MPI_COMM_WORLD,1,IERR) ENDIF ENDDO ENDDO ENDDO ! DO K=KTS,KTE DO J=JTS,JTE IEND=ITE IF(E_BDY.AND.MOD(J,2)==1)IEND=ITE-1 DO I=ITS,IEND IF(ABS(u(I,J,K))>125..OR.ABS(v(I,J,K))>125. & & .OR.u(I,J,K)/=u(I,J,K).OR.v(I,J,K)/=v(I,J,K))THEN WRITE(errmess,100)NAME,ntsd CALL wrf_message(trim(errmess)) WRITE(errmess,400)I,J,K,u(I,J,K),v(I,J,K),MYPE,ntsd CALL wrf_message(trim(errmess)) 400 FORMAT(' BAD VALUE I=',I3,' J=',I3,' K=',I2,' u=',E12.5 & &, ' v=',E12.5,' MYPE=',I3,' ntsd=',I5) IRET=666 return ! WRITE(ERRMESS,405)NAME,u(I,J,K),v(I,J,K),I,J,K,MYPE 405 FORMAT(' EXIT ',A,' u=',E12.5,' v=',E12.5 & &, ' AT (',I3,',',I2,',',I3,')',' MYPE=',I3) ! CALL WRF_ERROR_FATAL(ERRMESS) ! CALL MPI_ABORT(MPI_COMM_WORLD,1,IERR) ENDIF ENDDO ENDDO ENDDO !---------------------------------------------------------------------- END SUBROUTINE EXIT !---------------------------------------------------------------------- !********************************************************************** !---------------------------------------------------------------------- SUBROUTINE TIME_STATS(TIME_LCL,NAME,ntsd,MYPE,NPES,MPI_COMM_COMP) !---------------------------------------------------------------------- !********************************************************************** USE MODULE_EXT_INTERNAL ! !---------------------------------------------------------------------- IMPLICIT NONE !---------------------------------------------------------------------- #if defined(DM_PARALLEL) && !defined(STUBMPI) INCLUDE "mpif.h" #endif !---------------------------------------------------------------------- INTEGER,INTENT(IN) :: MPI_COMM_COMP,MYPE,NPES,ntsd REAL,INTENT(IN) :: TIME_LCL ! CHARACTER(*),INTENT(IN) :: NAME ! !*** LOCAL VARIABLES ! #if defined(DM_PARALLEL) && !defined(STUBMPI) INTEGER,DIMENSION(MPI_STATUS_SIZE) :: JSTAT INTEGER,DIMENSION(MPI_STATUS_SIZE,4) :: STATUS_ARRAY #endif INTEGER,ALLOCATABLE,DIMENSION(:) :: ID_PE,IPE_SORT ! INTEGER :: IPE,IPE_MAX,IPE_MEDIAN,IPE_MIN,IRECV,IRTN,ISEND & & ,N,N_MEDIAN,NLEN ! REAL,ALLOCATABLE,DIMENSION(:) :: TIME,SORT_TIME REAL,DIMENSION(2) :: REMOTE REAL :: TIME_MAX,TIME_MEAN,TIME_MEDIAN,TIME_MIN ! CHARACTER(5) :: TIMESTEP CHARACTER(6) :: FMT CHARACTER(25) :: TITLE CHARACTER(LEN=256) :: message !---------------------------------------------------------------------- !********************************************************************** !---------------------------------------------------------------------- ! IF(ntsd<=9)THEN FMT='(I1.1)' NLEN=1 ELSEIF(ntsd<=99)THEN FMT='(I2.2)' NLEN=2 ELSEIF(ntsd<=999)THEN FMT='(I3.3)' NLEN=3 ELSEIF(ntsd<=9999)THEN FMT='(I4.4)' NLEN=4 ELSEIF(ntsd<=99999)THEN FMT='(I5.5)' NLEN=5 ENDIF WRITE(TIMESTEP,FMT)ntsd TITLE=NAME//'_'//TIMESTEP(1:NLEN) ! !---------------------------------------------------------------------- ! #if defined(DM_PARALLEL) && !defined(STUBMPI) IF(MYPE==0)THEN ALLOCATE(TIME(1:NPES)) ALLOCATE(SORT_TIME(1:NPES)) ALLOCATE(ID_PE(1:NPES)) ALLOCATE(IPE_SORT(1:NPES)) ! TIME(1)=TIME_LCL ID_PE(1)=MYPE ! !*** COLLECT TIMES AND PE VALUES FROM OTHER PEs ! DO IPE=1,NPES-1 CALL MPI_RECV(REMOTE,2,MPI_REAL,IPE,IPE & & ,MPI_COMM_COMP,JSTAT,IRECV) ! TIME(IPE+1)=REMOTE(1) ID_PE(IPE+1)=NINT(REMOTE(2)) ENDDO ! !*** NOW GET STATS. !*** FIRST THE MAX, MIN, AND MEAN TIMES. ! TIME_MEAN=0. TIME_MAX=-1. TIME_MIN=1.E10 IPE_MAX=-1 IPE_MIN=-1 ! DO N=1,NPES TIME_MEAN=TIME_MEAN+TIME(N) ! IF(TIME(N)>TIME_MAX)THEN TIME_MAX=TIME(N) IPE_MAX=ID_PE(N) ENDIF ! IF(TIME(N)