cable_mpicommon.F90 Source File


This file depends on

sourcefile~~cable_mpicommon.f90~~EfferentGraph sourcefile~cable_mpicommon.f90 cable_mpicommon.F90 sourcefile~cable_define_types.f90 cable_define_types.F90 sourcefile~cable_mpicommon.f90->sourcefile~cable_define_types.f90 sourcefile~cable_iovars.f90 cable_iovars.F90 sourcefile~cable_mpicommon.f90->sourcefile~cable_iovars.f90 sourcefile~cable_climate_type_mod.f90 cable_climate_type_mod.F90 sourcefile~cable_define_types.f90->sourcefile~cable_climate_type_mod.f90 sourcefile~cable_iovars.f90->sourcefile~cable_define_types.f90 sourcefile~cable_common.f90 cable_common.F90 sourcefile~cable_climate_type_mod.f90->sourcefile~cable_common.f90 sourcefile~grid_constants_cbl.f90 grid_constants_cbl.F90 sourcefile~cable_climate_type_mod.f90->sourcefile~grid_constants_cbl.f90 sourcefile~cable_runtime_opts_mod.f90 cable_runtime_opts_mod.F90 sourcefile~cable_common.f90->sourcefile~cable_runtime_opts_mod.f90

Files dependent on this one

sourcefile~~cable_mpicommon.f90~~AfferentGraph sourcefile~cable_mpicommon.f90 cable_mpicommon.F90 sourcefile~cable_mpimaster.f90 cable_mpimaster.F90 sourcefile~cable_mpimaster.f90->sourcefile~cable_mpicommon.f90 sourcefile~cable_mpiworker.f90 cable_mpiworker.F90 sourcefile~cable_mpiworker.f90->sourcefile~cable_mpicommon.f90

Source Code

!==============================================================================
! This source code is part of the
! Australian Community Atmosphere Biosphere Land Exchange (CABLE) model.
! This work is licensed under the CSIRO Open Source Software License
! Agreement (variation of the BSD / MIT License).
!
! You may not use this file except in compliance with this License.
! A copy of the License (CSIRO_BSD_MIT_License_v2.0_CABLE.txt) is located
! in each directory containing CABLE code.
!
! ==============================================================================
! Purpose: common modules for MPI wrapper for CABLE
!
! Contact: Bernard.Pak@csiro.au
!
! History: MPI wrapper developed by Maciej Golebiewski (2012)
!
! ==============================================================================
!
MODULE cable_mpicommon

  USE cable_def_types_mod

  IMPLICIT NONE

  SAVE

  PUBLIC

  ! base number of input fields: must correspond to CALLS to 
  ! MPI_address (field ) in *_mpimaster/ *_mpiworker
  INTEGER, PARAMETER :: nparam = 340
   
  ! MPI: extra params sent only if nsoilparmnew is true
  INTEGER, PARAMETER :: nsoilnew = 1

  ! MPI: number of casa parameters sent to workers as
  ! start up parameters
  ! MPI: added casapool fields ratioNCsoilnew, ratioNCsoilmin and ratioNCsoilmax
  INTEGER, PARAMETER :: ncasaparam = 213  ! YPW to account for 3 aditional woodproduct pools
  ! MPI: base number of casa_init parameters sent to the workers
  INTEGER, PARAMETER :: ncinit = 18

  ! MPI: number of casa_init parameters sent to the workers only if
  ! icycle = 2 or 3
  INTEGER, PARAMETER :: ncinit2 = 13

  ! MPI: number of casa_init parameters sent to the workers only if
  ! icycle = 3
  INTEGER, PARAMETER :: ncinit3 = 18

  ! MPI: number of casa_dump parameters sent/rec'd to/from the workers every
  ! timestep
  INTEGER, PARAMETER :: ncdumprw = 8  !reduced from 9 - #294
  ! MPI: number of casa_LUC parameters sent/rec'd to/from the workers every
  ! year
  INTEGER, PARAMETER :: nLUCrw = 12

  ! MPI: number of pop parameters sent/rec'd to/from the workers every
  ! timestep or at start, end. Here, with POP the dimensions are separate!
  INTEGER, PARAMETER :: npop = 988

  ! MPI: number of input fields sent to workers at the start of each
  ! timestep
  !INTEGER, PARAMETER :: ninput = 11
  ! added 4 time fields in met: year, moy, doy, hod
  INTEGER, PARAMETER :: ninput = 16

  ! MPI: number of 3D array slices / worker (results)
  INTEGER, PARAMETER :: n3d = 1

  ! MPI: number of matrix slices / worker (results)
  !INTEGER, PARAMETER :: nmat = 29
  ! MPI: 2011-07-08 - removed dtmlt from data exchange
  !INTEGER, PARAMETER :: nmat = 28
  ! MPI: gol124: net +1 when Bernard ported to CABLE_r491
  !INTEGER, PARAMETER :: nmat = 29
  ! MPI: CABLE_r491, after following up with Bernard on the new variables
  ! vh sli nmat + 4 36 -> 40
  INTEGER, PARAMETER :: nmat = 40

  ! MPI: number of contig vector parts / worker (results)
  !INTEGER, PARAMETER :: nvec = 149
  ! MPI: 2011-06-28 - removed ebal, ebal_tot, seb, seb_tot from data exchange
  !INTEGER, PARAMETER :: nvec = 145
  ! MPI: 2011-07-08 - removed otss from data exchange
  ! INTEGER, PARAMETER :: nvec = 144
  ! MPI: 2012-02-14 - removed year, moy, doy, hod
  !INTEGER, PARAMETER :: nvec = 140
  ! MPI: gol124: net -3 (removed or changed to 2D) when Bernard
  ! ported to CABLE_r491
  !INTEGER, PARAMETER :: nvec = 137
  ! MPI: CABLE_r491, after following up with Bernard on the new variables
  ! vh sli nvec + 6 162 -> 168
  ! INTEGER, PARAMETER :: nvec = 172! 168
  ! INH REV_CORR +3  (SSEB +2 will be needed)
  INTEGER, PARAMETER :: nvec = 175

  ! MPI: number of final casa result matrices and vectors to receive
  ! by the master for casa_poolout and casa_fluxout
  INTEGER, PARAMETER :: ncasa_mat = 37    ! add three more wood product variables
  INTEGER, PARAMETER :: ncasa_vec = 58   ! vh changed on 5-feb-2016 for adding sapwood area and frac_sapwood
  ! MPI: number of fields included in restart_t type for data
  ! that is returned only for creating a restart file at the end of the run
  ! MPI: gol124: canopy%rwater removed when Bernard ported to CABLE_r491
  INTEGER, PARAMETER :: nrestart = 15
  INTEGER, PARAMETER :: nsumcasaflux = 62
  INTEGER, PARAMETER :: nsumcasapool = 40
  INTEGER, PARAMETER :: nclimate = 30
  INTEGER, PARAMETER :: nphen = 9
  ! MPI: type to hold landpoint decomposition info
  TYPE lpdecomp_t
     INTEGER :: landp0      ! starting land point index
     INTEGER :: nland       ! number of landpoints

     INTEGER :: patch0      ! starting patch index in global CABLE vars
     INTEGER :: npatch      ! sum of patches for all landpoints of this
     ! worker
     INTEGER :: npop_iwood  ! number of pop-patches for each worker
     INTEGER,ALLOCATABLE :: iwood(:)  ! number of pop-patches for each worker

  END TYPE lpdecomp_t

  ! MPI: worker's local landpoints and patches
  TYPE(lpdecomp_t) :: wpatch

  ! MPI: Fortran types extents
  INTEGER :: extr1, extr2, extid, extl

CONTAINS

  ! calculates extents of the Fortran types used by CABLE
  SUBROUTINE find_extents

    USE mpi
    USE cable_def_types_mod

    IMPLICIT NONE

    INTEGER, DIMENSION(2) :: itmp
    REAL, DIMENSION(2) :: r1tmp
    REAL(r_2), DIMENSION(2) :: r2tmp
    LOGICAL, DIMENSION(2) :: ltmp

    INTEGER(KIND=MPI_ADDRESS_KIND), DIMENSION(2) :: a

    INTEGER :: ierr

    CALL MPI_Get_address (itmp(1), a(1), ierr)
    CALL MPI_Get_address (itmp(2), a(2), ierr)
    extid = INT(a(2)-a(1))

    CALL MPI_Get_address (r1tmp(1), a(1), ierr)
    CALL MPI_Get_address (r1tmp(2), a(2), ierr)
    extr1 = INT(a(2)-a(1))

    CALL MPI_Get_address (r2tmp(1), a(1), ierr)
    CALL MPI_Get_address (r2tmp(2), a(2), ierr)
    extr2 = INT(a(2)-a(1))

    CALL MPI_Get_address (ltmp(1), a(1), ierr)
    CALL MPI_Get_address (ltmp(2), a(2), ierr)
    extl = INT(a(2)-a(1))

  END SUBROUTINE find_extents

  ! creates MPI derived datatypes for exchanging landpt and patch arrays
  SUBROUTINE decomp_types (landpt_t, patch_t)

    USE mpi

    USE cable_IO_vars_module

    IMPLICIT NONE

    INTEGER, INTENT(OUT) :: landpt_t, patch_t

    ! dummy vars to calculate field offsets
    TYPE(land_type) :: dlandpt(2)
    TYPE(patch_type) :: dpatch(2)

    INTEGER(KIND=MPI_ADDRESS_KIND) :: base_d, el2, text

    INTEGER, PARAMETER :: fields = 5
    INTEGER, DIMENSION(fields) :: blocks, types
    INTEGER(KIND=MPI_ADDRESS_KIND), DIMENSION(fields) :: displs

    ! temp variable for lower bound parameter when setting extent
    INTEGER(KIND=MPI_ADDRESS_KIND) :: lb

    INTEGER :: tmp_t, ierr

    lb = 0
    blocks = 1

    ! create MPI type to exchange landpt records
    types = MPI_INTEGER

    CALL MPI_Get_address (dlandpt(1), base_d, ierr)

    CALL MPI_Get_address (dlandpt(1)%nap, displs(1), ierr)
    CALL MPI_Get_address (dlandpt(1)%cstart, displs(2), ierr)
    CALL MPI_Get_address (dlandpt(1)%cend, displs(3), ierr)
    CALL MPI_Get_address (dlandpt(1)%ilat, displs(4), ierr)
    CALL MPI_Get_address (dlandpt(1)%ilon, displs(5), ierr)

    displs = displs - base_d

    CALL MPI_Type_create_struct (5, blocks, displs, types, tmp_t, ierr)
    CALL MPI_Type_commit (tmp_t, ierr)

    ! make sure the type has correct extent for use in arrays
    CALL MPI_Get_Address (dlandpt(2), el2, ierr)
    text = el2 - base_d
    CALL MPI_Type_create_resized (tmp_t, lb, text, landpt_t, ierr)
    CALL MPI_Type_commit (landpt_t, ierr)

    ! create MPI type to exchange patch records
    types = MPI_REAL

    CALL MPI_Get_address (dpatch(1), base_d, ierr)

    CALL MPI_Get_address (dpatch(1)%frac, displs(1), ierr)
    CALL MPI_Get_address (dpatch(1)%latitude, displs(2), ierr)
    CALL MPI_Get_address (dpatch(1)%longitude, displs(3), ierr)

    displs = displs - base_d

    CALL MPI_Type_create_struct (3, blocks, displs, types, tmp_t, ierr)
    CALL MPI_Type_commit (tmp_t, ierr)

    ! make sure the type has correct extent for use in arrays
    CALL MPI_Get_Address (dpatch(2), el2, ierr)
    text = el2 - base_d
    CALL MPI_Type_create_resized (tmp_t, lb, text, patch_t, ierr)
    CALL MPI_Type_commit (patch_t, ierr)

    RETURN

  END SUBROUTINE decomp_types

  SUBROUTINE bcast_start_time (comm)

    USE mpi

    USE cable_IO_vars_module

    IMPLICIT NONE

    INTEGER, INTENT(IN) :: comm

    INTEGER :: ierr

    CALL MPI_Bcast (shod, 1, MPI_REAL, 0, comm, ierr)
    CALL MPI_Bcast (sdoy, 1, MPI_INTEGER, 0, comm, ierr)
    CALL MPI_Bcast (smoy, 1, MPI_INTEGER, 0, comm, ierr)
    CALL MPI_Bcast (syear, 1, MPI_INTEGER, 0, comm, ierr)
    CALL MPI_Bcast (time_coord, 3, MPI_CHARACTER, 0, comm, ierr)

    RETURN

  END SUBROUTINE bcast_start_time

END MODULE cable_mpicommon