From af8e3a2bd2e5b98b44e4b585f44d3a59da96ac59 Mon Sep 17 00:00:00 2001 From: Juan Escobar <escj@aero.obs-mip.fr> Date: Tue, 16 Nov 2021 12:19:36 +0100 Subject: [PATCH] Juan 16/11/2021:ZSOLVER/get_halo.f90, split line for compilation with gfortran --- src/ZSOLVER/get_halo.f90 | 168 ++++++++++++++++++++++++++------------- 1 file changed, 112 insertions(+), 56 deletions(-) diff --git a/src/ZSOLVER/get_halo.f90 b/src/ZSOLVER/get_halo.f90 index 7dec4456c..7abfd5fa6 100644 --- a/src/ZSOLVER/get_halo.f90 +++ b/src/ZSOLVER/get_halo.f90 @@ -496,7 +496,8 @@ IF (LX) THEN !$acc host_data use_device(ZWEST_OUT) #endif NB_REQ = NB_REQ + 1 - CALL MPI_IRECV(ZWEST_OUT,SIZE(ZWEST_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) + CALL MPI_IRECV(ZWEST_OUT,SIZE(ZWEST_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -506,7 +507,8 @@ IF (LX) THEN !$acc host_data use_device(ZEAST_OUT) #endif NB_REQ = NB_REQ + 1 - CALL MPI_IRECV(ZEAST_OUT,SIZE(ZEAST_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) + CALL MPI_IRECV(ZEAST_OUT,SIZE(ZEAST_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -519,7 +521,8 @@ IF (LY) THEN !$acc host_data use_device(ZSOUTH_OUT) #endif NB_REQ = NB_REQ + 1 - CALL MPI_IRECV(ZSOUTH_OUT,SIZE(ZSOUTH_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) + CALL MPI_IRECV(ZSOUTH_OUT,SIZE(ZSOUTH_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -529,7 +532,8 @@ IF (LY) THEN !$acc host_data use_device(ZNORTH_OUT) #endif NB_REQ = NB_REQ + 1 - CALL MPI_IRECV(ZNORTH_OUT,SIZE(ZNORTH_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) + CALL MPI_IRECV(ZNORTH_OUT,SIZE(ZNORTH_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -579,7 +583,8 @@ IF (LX) THEN !$acc update host(ZWEST_IN) #endif NB_REQ = NB_REQ + 1 - CALL MPI_ISEND(ZWEST_IN,SIZE(ZWEST_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) + CALL MPI_ISEND(ZWEST_IN,SIZE(ZWEST_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -591,7 +596,8 @@ IF (LX) THEN !$acc update host(ZEAST_IN) #endif NB_REQ = NB_REQ + 1 - CALL MPI_ISEND(ZEAST_IN,SIZE(ZEAST_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) + CALL MPI_ISEND(ZEAST_IN,SIZE(ZEAST_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -606,7 +612,8 @@ IF (LY) THEN !$acc update host(ZSOUTH_IN) #endif NB_REQ = NB_REQ + 1 - CALL MPI_ISEND(ZSOUTH_IN,SIZE(ZSOUTH_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) + CALL MPI_ISEND(ZSOUTH_IN,SIZE(ZSOUTH_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -618,7 +625,8 @@ IF (LY) THEN !$acc update host(ZNORTH_IN) #endif NB_REQ = NB_REQ + 1 - CALL MPI_ISEND(ZNORTH_IN,SIZE(ZNORTH_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) + CALL MPI_ISEND(ZNORTH_IN,SIZE(ZNORTH_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,KREQ(NB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -823,7 +831,8 @@ IF (LX) THEN !$acc host_data use_device(ZWEST_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZWEST_OUT,SIZE(ZWEST_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZWEST_OUT,SIZE(ZWEST_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -833,7 +842,8 @@ IF (LX) THEN !$acc host_data use_device(ZEAST_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZEAST_OUT,SIZE(ZEAST_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZEAST_OUT,SIZE(ZEAST_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -846,7 +856,8 @@ IF (LY) THEN !$acc host_data use_device(ZSOUTH_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZSOUTH_OUT,SIZE(ZSOUTH_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZSOUTH_OUT,SIZE(ZSOUTH_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -856,7 +867,8 @@ IF (LY) THEN !$acc host_data use_device(ZNORTH_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZNORTH_OUT,SIZE(ZNORTH_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZNORTH_OUT,SIZE(ZNORTH_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -905,7 +917,8 @@ IF (LX) THEN !$acc update host(ZWEST_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZWEST_IN,SIZE(ZWEST_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZWEST_IN,SIZE(ZWEST_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -917,7 +930,8 @@ IF (LX) THEN !$acc update host(ZEAST_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZEAST_IN,SIZE(ZEAST_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZEAST_IN,SIZE(ZEAST_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -932,7 +946,8 @@ IF (LY) THEN !$acc update host(ZSOUTH_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZSOUTH_IN,SIZE(ZSOUTH_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZSOUTH_IN,SIZE(ZSOUTH_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -944,7 +959,8 @@ IF (LY) THEN !$acc update host(ZNORTH_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZNORTH_IN,SIZE(ZNORTH_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZNORTH_IN,SIZE(ZNORTH_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1092,7 +1108,8 @@ IF (LX) THEN !$acc host_data use_device(ZWEST_2D_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZWEST_2D_OUT,SIZE(ZWEST_2D_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZWEST_2D_OUT,SIZE(ZWEST_2D_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1102,7 +1119,8 @@ IF (LX) THEN !$acc host_data use_device(ZEAST_2D_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZEAST_2D_OUT,SIZE(ZEAST_2D_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZEAST_2D_OUT,SIZE(ZEAST_2D_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1115,7 +1133,8 @@ IF (LY) THEN !$acc host_data use_device(ZSOUTH_2D_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZSOUTH_2D_OUT,SIZE(ZSOUTH_2D_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZSOUTH_2D_OUT,SIZE(ZSOUTH_2D_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1125,7 +1144,8 @@ IF (LY) THEN !$acc host_data use_device(ZNORTH_2D_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZNORTH_2D_OUT,SIZE(ZNORTH_2D_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZNORTH_2D_OUT,SIZE(ZNORTH_2D_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1174,7 +1194,8 @@ IF (LX) THEN !$acc update host(ZWEST_2D_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZWEST_2D_IN,SIZE(ZWEST_2D_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZWEST_2D_IN,SIZE(ZWEST_2D_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1186,7 +1207,8 @@ IF (LX) THEN !$acc update host(ZEAST_2D_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZEAST_2D_IN,SIZE(ZEAST_2D_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZEAST_2D_IN,SIZE(ZEAST_2D_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1201,7 +1223,8 @@ IF (LY) THEN !$acc update host(ZSOUTH_2D_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZSOUTH_2D_IN,SIZE(ZSOUTH_2D_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZSOUTH_2D_IN,SIZE(ZSOUTH_2D_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1213,7 +1236,8 @@ IF (LY) THEN !$acc update host(ZNORTH_2D_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZNORTH_2D_IN,SIZE(ZNORTH_2D_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZNORTH_2D_IN,SIZE(ZNORTH_2D_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1363,7 +1387,8 @@ IF (LX) THEN !$acc host_data use_device(ZWESTC_OUT) #endif INB_REQEW = INB_REQEW + 1 - CALL MPI_IRECV(ZWESTC_OUT,SIZE(ZWESTC_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) + CALL MPI_IRECV(ZWESTC_OUT,SIZE(ZWESTC_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1373,7 +1398,8 @@ IF (LX) THEN !$acc host_data use_device(ZEASTC_OUT) #endif INB_REQEW = INB_REQEW + 1 - CALL MPI_IRECV(ZEASTC_OUT,SIZE(ZEASTC_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) + CALL MPI_IRECV(ZEASTC_OUT,SIZE(ZEASTC_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1409,7 +1435,8 @@ IF (LX) THEN !$acc update host(ZWESTC_IN) #endif INB_REQEW = INB_REQEW + 1 - CALL MPI_ISEND(ZWESTC_IN,SIZE(ZWESTC_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) + CALL MPI_ISEND(ZWESTC_IN,SIZE(ZWESTC_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1421,7 +1448,8 @@ IF (LX) THEN !$acc update host(ZEASTC_IN) #endif INB_REQEW = INB_REQEW + 1 - CALL MPI_ISEND(ZEASTC_IN,SIZE(ZEASTC_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) + CALL MPI_ISEND(ZEASTC_IN,SIZE(ZEASTC_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1472,7 +1500,8 @@ IF (LY) THEN !$acc host_data use_device(ZSOUTHC_OUT) #endif INB_REQNS = INB_REQNS + 1 - CALL MPI_IRECV(ZSOUTHC_OUT,SIZE(ZSOUTHC_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) + CALL MPI_IRECV(ZSOUTHC_OUT,SIZE(ZSOUTHC_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1482,7 +1511,8 @@ IF (LY) THEN !$acc host_data use_device(ZNORTHC_OUT) #endif INB_REQNS = INB_REQNS + 1 - CALL MPI_IRECV(ZNORTHC_OUT,SIZE(ZNORTHC_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) + CALL MPI_IRECV(ZNORTHC_OUT,SIZE(ZNORTHC_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1518,7 +1548,8 @@ IF (LY) THEN !$acc update host(ZSOUTHC_IN) #endif INB_REQNS = INB_REQNS + 1 - CALL MPI_ISEND(ZSOUTHC_IN,SIZE(ZSOUTHC_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) + CALL MPI_ISEND(ZSOUTHC_IN,SIZE(ZSOUTHC_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1530,7 +1561,8 @@ IF (LY) THEN !$acc update host(ZNORTHC_IN) #endif INB_REQNS = INB_REQNS + 1 - CALL MPI_ISEND(ZNORTHC_IN,SIZE(ZNORTHC_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) + CALL MPI_ISEND(ZNORTHC_IN,SIZE(ZNORTHC_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1663,7 +1695,8 @@ IF (LX) THEN !$acc host_data use_device(ZWESTC_2D_OUT) #endif INB_REQEW = INB_REQEW + 1 - CALL MPI_IRECV(ZWESTC_2D_OUT,SIZE(ZWESTC_2D_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) + CALL MPI_IRECV(ZWESTC_2D_OUT,SIZE(ZWESTC_2D_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1673,7 +1706,8 @@ IF (LX) THEN !$acc host_data use_device(ZEASTC_2D_OUT) #endif INB_REQEW = INB_REQEW + 1 - CALL MPI_IRECV(ZEASTC_2D_OUT,SIZE(ZEASTC_2D_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) + CALL MPI_IRECV(ZEASTC_2D_OUT,SIZE(ZEASTC_2D_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1709,7 +1743,8 @@ IF (LX) THEN !$acc update host(ZWESTC_2D_IN) #endif INB_REQEW = INB_REQEW + 1 - CALL MPI_ISEND(ZWESTC_2D_IN,SIZE(ZWESTC_2D_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) + CALL MPI_ISEND(ZWESTC_2D_IN,SIZE(ZWESTC_2D_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1721,7 +1756,8 @@ IF (LX) THEN !$acc update host(ZEASTC_2D_IN) #endif INB_REQEW = INB_REQEW + 1 - CALL MPI_ISEND(ZEASTC_2D_IN,SIZE(ZEASTC_2D_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) + CALL MPI_ISEND(ZEASTC_2D_IN,SIZE(ZEASTC_2D_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,IREQEW(INB_REQEW),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1772,7 +1808,8 @@ IF (LY) THEN !$acc host_data use_device(ZSOUTHC_2D_OUT) #endif INB_REQNS = INB_REQNS + 1 - CALL MPI_IRECV(ZSOUTHC_2D_OUT,SIZE(ZSOUTHC_2D_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) + CALL MPI_IRECV(ZSOUTHC_2D_OUT,SIZE(ZSOUTHC_2D_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1782,7 +1819,8 @@ IF (LY) THEN !$acc host_data use_device(ZNORTHC_2D_OUT) #endif INB_REQNS = INB_REQNS + 1 - CALL MPI_IRECV(ZNORTHC_2D_OUT,SIZE(ZNORTHC_2D_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) + CALL MPI_IRECV(ZNORTHC_2D_OUT,SIZE(ZNORTHC_2D_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1818,7 +1856,8 @@ IF (LY) THEN !$acc update host(ZSOUTHC_2D_IN) #endif INB_REQNS = INB_REQNS + 1 - CALL MPI_ISEND(ZSOUTHC_2D_IN,SIZE(ZSOUTHC_2D_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) + CALL MPI_ISEND(ZSOUTHC_2D_IN,SIZE(ZSOUTHC_2D_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1830,7 +1869,8 @@ IF (LY) THEN !$acc update host(ZNORTHC_2D_IN) #endif INB_REQNS = INB_REQNS + 1 - CALL MPI_ISEND(ZNORTHC_2D_IN,SIZE(ZNORTHC_2D_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) + CALL MPI_ISEND(ZNORTHC_2D_IN,SIZE(ZNORTHC_2D_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,IREQNS(INB_REQNS),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1942,7 +1982,8 @@ IF (LX) THEN !$acc host_data use_device(ZWEST2_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZWEST2_OUT,SIZE(ZWEST2_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZWEST2_OUT,SIZE(ZWEST2_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1952,7 +1993,8 @@ IF (LX) THEN !$acc host_data use_device(ZEAST2_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZEAST2_OUT,SIZE(ZEAST2_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZEAST2_OUT,SIZE(ZEAST2_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1965,7 +2007,8 @@ IF (LY) THEN !$acc host_data use_device(ZSOUTH2_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZSOUTH2_OUT,SIZE(ZSOUTH2_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZSOUTH2_OUT,SIZE(ZSOUTH2_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -1975,7 +2018,8 @@ IF (LY) THEN !$acc host_data use_device(ZNORTH2_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZNORTH2_OUT,SIZE(ZNORTH2_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZNORTH2_OUT,SIZE(ZNORTH2_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -2028,7 +2072,8 @@ IF (LX) THEN !$acc update host(ZWEST2_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZWEST2_IN,SIZE(ZWEST2_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZWEST2_IN,SIZE(ZWEST2_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -2040,7 +2085,8 @@ IF (LX) THEN !$acc update host(ZEAST2_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZEAST2_IN,SIZE(ZEAST2_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZEAST2_IN,SIZE(ZEAST2_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -2055,7 +2101,8 @@ IF (LY) THEN !$acc update host(ZSOUTH2_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZSOUTH2_IN,SIZE(ZSOUTH2_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZSOUTH2_IN,SIZE(ZSOUTH2_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -2067,7 +2114,8 @@ IF (LY) THEN !$acc update host(ZNORTH2_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZNORTH2_IN,SIZE(ZNORTH2_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZNORTH2_IN,SIZE(ZNORTH2_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -2204,7 +2252,8 @@ IF (LX) THEN !$acc host_data use_device(ZWEST2F_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZWEST2F_OUT,SIZE(ZWEST2F_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZWEST2F_OUT,SIZE(ZWEST2F_OUT),MNHREAL_MPI,NP_WEST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -2214,7 +2263,8 @@ IF (LX) THEN !$acc host_data use_device(ZEAST2F_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZEAST2F_OUT,SIZE(ZEAST2F_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZEAST2F_OUT,SIZE(ZEAST2F_OUT),MNHREAL_MPI,NP_EAST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -2227,7 +2277,8 @@ IF (LY) THEN !$acc host_data use_device(ZSOUTH2F_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZSOUTH2F_OUT,SIZE(ZSOUTH2F_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZSOUTH2F_OUT,SIZE(ZSOUTH2F_OUT),MNHREAL_MPI,NP_SOUTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -2237,7 +2288,8 @@ IF (LY) THEN !$acc host_data use_device(ZNORTH2F_OUT) #endif INB_REQ = INB_REQ + 1 - CALL MPI_IRECV(ZNORTH2F_OUT,SIZE(ZNORTH2F_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_IRECV(ZNORTH2F_OUT,SIZE(ZNORTH2F_OUT),MNHREAL_MPI,NP_NORTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -2290,7 +2342,8 @@ IF (LX) THEN !$acc update host(ZWEST2F_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZWEST2F_IN,SIZE(ZWEST2F_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZWEST2F_IN,SIZE(ZWEST2F_IN) ,MNHREAL_MPI,NP_WEST-1,1000+IS_WEST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -2302,7 +2355,8 @@ IF (LX) THEN !$acc update host(ZEAST2F_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZEAST2F_IN,SIZE(ZEAST2F_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZEAST2F_IN,SIZE(ZEAST2F_IN) ,MNHREAL_MPI,NP_EAST-1,1000+IS_EAST,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -2317,7 +2371,8 @@ IF (LY) THEN !$acc update host(ZSOUTH2F_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZSOUTH2F_IN,SIZE(ZSOUTH2F_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZSOUTH2F_IN,SIZE(ZSOUTH2F_IN) ,MNHREAL_MPI,NP_SOUTH-1,1000+IS_SOUTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif @@ -2329,7 +2384,8 @@ IF (LY) THEN !$acc update host(ZNORTH2F_IN) #endif INB_REQ = INB_REQ + 1 - CALL MPI_ISEND(ZNORTH2F_IN,SIZE(ZNORTH2F_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) + CALL MPI_ISEND(ZNORTH2F_IN,SIZE(ZNORTH2F_IN) ,MNHREAL_MPI,NP_NORTH-1,1000+IS_NORTH,& + NMNH_COMM_WORLD,IREQ(INB_REQ),IERR) #ifdef MNH_GPUDIRECT !$acc end host_data #endif -- GitLab