tpm_distr.F90

Go to the documentation of this file.

MODULE tpm_distr

USE parkind1  ,ONLY : jpim     ,jprb

IMPLICIT NONE

SAVE

!*    Variables describing distributed memory parallelization

INTEGER(KIND=JPIM) :: nproc     ! Number of processors (NPRGPNS*NPRGPEW) 
INTEGER(KIND=JPIM) :: nprgpns   ! No. of sets in N-S direction (grid-point space)
INTEGER(KIND=JPIM) :: nprgpew   ! No. of sets in E-W direction (grid-point space)
INTEGER(KIND=JPIM) :: nprtrw    ! No. of sets in wave direction (spectral space)
INTEGER(KIND=JPIM) :: nprtrv    ! NPROC/NPRTRW
INTEGER(KIND=JPIM) :: nprtrns   ! No. of sets in N-S direction (Fourier space)
                                ! (always equal to NPRTRW)
LOGICAL            :: leq_regions ! TRUE - Use new eq_regions partitioning
                                  ! FALSE- Use old NPRGPNS x NPRGPEW partitioning
INTEGER(KIND=JPIM) :: myproc    ! My processor number
INTEGER(KIND=JPIM) :: mysetw    ! My set number in wave direction (spectral space) 
INTEGER(KIND=JPIM) :: mysetv    ! My set number in field direction(S.S and F.S)
INTEGER(KIND=JPIM) :: ncombflen ! Size of communication buffer

INTEGER(KIND=JPIM) :: mtagletr   ! Tag
INTEGER(KIND=JPIM) :: mtagml     ! Tag
INTEGER(KIND=JPIM) :: mtaglg     ! Tag
INTEGER(KIND=JPIM) :: mtaggl     ! Tag
INTEGER(KIND=JPIM) :: mtagpart   ! Tag
INTEGER(KIND=JPIM) :: mtagdistsp ! Tag
INTEGER(KIND=JPIM) :: mtaglm     ! Tag
INTEGER(KIND=JPIM) :: mtagdistgp ! Tag
 
INTEGER(KIND=JPIM) ,ALLOCATABLE :: nprcids(:) ! Array containing the process ids

TYPE distr_type
LOGICAL   :: lsplit             ! TRUE - latitudes are shared between a-sets
INTEGER(KIND=JPIM) :: napsets   ! Number of apple sets at the poles. Default is zero.

! SPECTRAL SPACE

INTEGER(KIND=JPIM) :: nump      ! No. of spectral waves handled by this processor
INTEGER(KIND=JPIM) :: nspec     ! No. of complex spectral coefficients (on this PE)
INTEGER(KIND=JPIM) :: nspec2    ! 2*NSPEC
INTEGER(KIND=JPIM) :: nspec2mx  ! maximun NSPEC2 among all PEs
INTEGER(KIND=JPIM) :: ntpec2
INTEGER(KIND=JPIM) :: numtp



INTEGER(KIND=JPIM) :: nspolegl  ! No. of legendre polynomials on this PE
INTEGER(KIND=JPIM) :: nlei3d    ! (NLEI3-1)/NPRTRW+1

INTEGER(KIND=JPIM) ,POINTER :: myms(:)    ! Wave numbers handled by this PE
INTEGER(KIND=JPIM) ,POINTER :: numpp(:)   ! No. of wave numbers each wave set is
                                 ! responsible for
INTEGER(KIND=JPIM) ,POINTER :: npossp(:)  ! Not needed in transform?
INTEGER(KIND=JPIM) ,POINTER :: nprocm(:)  ! Process that does the calc. for certain 
                                 ! wavenumber M
INTEGER(KIND=JPIM) ,POINTER :: ndim0g(:)  ! Defines partitioning of global spectral
                                 ! fields among PEs

INTEGER(KIND=JPIM) ,POINTER :: nasm0(:)  ! Address in a spectral array of (m, n=m)
INTEGER(KIND=JPIM) ,POINTER :: natm0(:)  ! Same as NASM0 but for NTMAX
INTEGER(KIND=JPIM) ,POINTER :: nallms(:) ! Wave numbers for all a-set concatenated
                                ! together to give all wave numbers in a-set
                                ! order. Used when global spectral norms 
                                ! have to be gathered.
INTEGER(KIND=JPIM) ,POINTER :: nptrms(:) ! Pointer to the first wave number of a given
                                ! a-set in nallms array.


! Legendre polynomials

INTEGER(KIND=JPIM) ,POINTER :: nlatls(:) ! First latitude for which each a-set calcul.
INTEGER(KIND=JPIM) ,POINTER :: nlatle(:) ! Last latitude for which each a-set calcul.

INTEGER(KIND=JPIM) ,POINTER :: npmt(:) ! Adress for legendre polynomial for
                              ! given M (NTMAX)
INTEGER(KIND=JPIM) ,POINTER :: npms(:) ! Adress for legendre polynomial for
                              ! given M (NSMAX)
INTEGER(KIND=JPIM) ,POINTER :: npmg(:) ! Global version of NPMS

! FOURIER SPACE

INTEGER(KIND=JPIM) :: ndgl_fs ! Number of rows of latitudes for which this process is
                     ! performing Fourier Space calculations

INTEGER(KIND=JPIM) ,POINTER  :: nstagtf(:) ! Offset for specific latitude in 
                                  ! Fourier/gridpoint buffer
INTEGER(KIND=JPIM) :: nlengtf ! Second dimension of Fourier/gridpoint buffer 
                     ! (sum of (NLOEN+3) over local latitudes)

INTEGER(KIND=JPIM) ,POINTER :: nultpp(:) ! No of lats. for each wave_set  (F.S)
INTEGER(KIND=JPIM) ,POINTER :: nprocl(:) ! Process responsible for each lat. (F.S)
INTEGER(KIND=JPIM) ,POINTER :: nptrls(:) ! Pointer to first lat. (F.S)

INTEGER(KIND=JPIM) ,POINTER :: nstagt0b(:) ! Start adresses for segments within buffer
                                  ! (according to processors to whom data 
                                  ! is going to be sent) 
INTEGER(KIND=JPIM) ,POINTER :: nstagt1b(:) 
INTEGER(KIND=JPIM) ,POINTER :: npntgtb0(:,:)
INTEGER(KIND=JPIM) ,POINTER :: npntgtb1(:,:)
INTEGER(KIND=JPIM) ,POINTER :: nltsftb(:)  

INTEGER(KIND=JPIM) ,POINTER :: nltsgtb(:)
INTEGER(KIND=JPIM) ,POINTER :: mstabf(:)

INTEGER(KIND=JPIM) :: nlengt0b
INTEGER(KIND=JPIM) :: nlengt1b

! GRIDPOINT SPACE

INTEGER(KIND=JPIM) :: ndgl_gp ! D%NLSTLAT(MY_REGION_NS)-D%NFRSTLOFF
INTEGER(KIND=JPIM) ,POINTER :: nfrstlat(:) ! First lat of each a-set 
INTEGER(KIND=JPIM) ,POINTER :: nlstlat(:)  ! Last lat of each a-set 
INTEGER(KIND=JPIM) :: nfrstloff ! Offset for first lat of own a-set 
                       ! i.e. NFRSTLOFF=NFRSTLAT(MYSETA)-1
INTEGER(KIND=JPIM) ,POINTER :: nptrlat(:) ! Pointer to start of latitude 
INTEGER(KIND=JPIM) ,POINTER :: nptrfrstlat(:) ! Pointer to the first latitude of each 
                                     ! a-set in NSTA and NONL arrays
INTEGER(KIND=JPIM) ,POINTER :: nptrlstlat(:) ! Pointer to the last latitude of each
                                    ! a-set in NSTA and NONL arrays
INTEGER(KIND=JPIM) :: nptrfloff ! Offset for pointer to the first latitude of own a-set
                       ! NSTA and NONL arrays, i.e. NPTRFRSTLAT(MYSETA)-1
LOGICAL   ,POINTER :: lsplitlat(:) ! True if latitude is split over 2 a-sets

!  NSTA(R%NDGL+NPRGPNS-1,NPRGPEW) :  Position of first grid column
!             for the latitudes on a processor. The information is
!             available for all processors. The b-sets are distinguished
!             by the last dimension of NSTA(). The latitude band for
!             each a-set is addressed by NPTRFRSTLAT(JASET),
!             NPTRLSTLAT(JASET), and NPTRFLOFF=NPTRFRSTLAT(MYSETA) on
!             this processors a-set. Each split latitude has two entries
!             in NSTA(,:) which necessitates the rather complex
!             addressing of NSTA(,:) and the overdimensioning of NSTA by
!             NPRGPNS.
!  NONL(R%NDGL+NPRGPNS-1,NPRGPEW)  :  Number of grid columns for
!             the latitudes on a processor. Similar to NSTA() in data
!             structure.
INTEGER(KIND=JPIM) ,POINTER :: nsta(:,:)
INTEGER(KIND=JPIM) ,POINTER :: nonl(:,:)

INTEGER(KIND=JPIM) :: ngptot   ! Total number of grid columns on this PE
INTEGER(KIND=JPIM) :: ngptotg  ! Total number of grid columns on the Globe
INTEGER(KIND=JPIM) :: ngptotmx ! Maximum number of grid columns on any of the PEs
INTEGER(KIND=JPIM) ,POINTER :: ngptotl(:,:) ! Number of grid columns on each PE.

END TYPE distr_type

TYPE(distr_type),ALLOCATABLE,TARGET :: distr_resol(:)
TYPE(distr_type),POINTER     :: d

!$OMP THREADPRIVATE(d,leq_regions,mtagdistgp,mtagdistsp,mtaggl,mtagletr)
!$OMP THREADPRIVATE(mtaglg,mtaglm,mtagml,mtagpart,myproc,mysetv,mysetw)
!$OMP THREADPRIVATE(ncombflen,nprgpew,nprgpns,nproc,nprtrns,nprtrv,nprtrw)

!$OMP THREADPRIVATE(distr_resol)

END MODULE tpm_distr