PageRenderTime 54ms CodeModel.GetById 13ms RepoModel.GetById 1ms app.codeStats 1ms

/wrfv2_fire/dyn_em/solve_em.F

http://github.com/jbeezley/wrf-fire
FORTRAN Legacy | 4014 lines | 2574 code | 461 blank | 979 comment | 12 complexity | b11609b3a9b0c8f951dfd34819ba8f0b MD5 | raw file
Possible License(s): AGPL-1.0

Large files files are truncated, but you can click here to view the full file

    

  1. !WRF:MEDIATION_LAYER:SOLVER
    2. 

  2. 

  3. SUBROUTINE solve_em ( grid , config_flags  &
    4. 

  4. ! Arguments generated from Registry
    5. 

  5. #include "dummy_new_args.inc"
    6. 

  6. !
    7. 

  7.                     )
    8. 

  8. ! Driver layer modules
    9. 

  9.    USE module_state_description
    10. 

  10.    USE module_domain, ONLY : &
    11. 

  11.                   domain, get_ijk_from_grid, get_ijk_from_subgrid                          &
    12. 

  12.                  ,domain_get_current_time, domain_get_start_time                           &
    13. 

  13.                  ,domain_get_sim_start_time, domain_clock_get
    14. 

  14.    USE module_domain_type, ONLY : history_alarm, restart_alarm
    15. 

  15.    USE module_configure, ONLY : grid_config_rec_type
    16. 

  16.    USE module_driver_constants
    17. 

  17.    USE module_machine
    18. 

  18.    USE module_tiles, ONLY : set_tiles
    19. 

  19. #ifdef DM_PARALLEL
    20. 

  20.    USE module_dm, ONLY : &
    21. 

  21.                   local_communicator, mytask, ntasks, ntasks_x, ntasks_y                   &
    22. 

  22.                  ,local_communicator_periodic, wrf_dm_maxval
    23. 

  23.    USE module_comm_dm, ONLY : &
    24. 

  24.                   halo_em_a_sub,halo_em_b_sub,halo_em_c2_sub,halo_em_chem_e_3_sub          &
    25. 

  25.                  ,halo_em_chem_e_5_sub,halo_em_chem_e_7_sub,halo_em_chem_old_e_5_sub       &
    26. 

  26.                  ,halo_em_chem_old_e_7_sub,halo_em_c_sub,halo_em_d2_3_sub                  &
    27. 

  27.                  ,halo_em_d2_5_sub,halo_em_d3_3_sub,halo_em_d3_5_sub,halo_em_d_sub         &
    28. 

  28.                  ,halo_em_e_3_sub,halo_em_e_5_sub,halo_em_hydro_uv_sub                     &
    29. 

  29.                  ,halo_em_moist_e_3_sub,halo_em_moist_e_5_sub,halo_em_moist_e_7_sub        &
    30. 

  30.                  ,halo_em_moist_old_e_5_sub,halo_em_moist_old_e_7_sub                      &
    31. 

  31.                  ,halo_em_scalar_e_3_sub,halo_em_scalar_e_5_sub,halo_em_scalar_e_7_sub     &
    32. 

  32.                  ,halo_em_scalar_old_e_5_sub,halo_em_scalar_old_e_7_sub,halo_em_tke_3_sub  &
    33. 

  33.                  ,halo_em_tke_5_sub,halo_em_tke_7_sub,halo_em_tke_advect_3_sub             &
    34. 

  34.                  ,halo_em_tke_advect_5_sub,halo_em_tke_old_e_5_sub                         &
    35. 

  35.                  ,halo_em_tke_old_e_7_sub,halo_em_tracer_e_3_sub,halo_em_tracer_e_5_sub    &
    36. 

  36.                  ,halo_em_tracer_e_7_sub,halo_em_tracer_old_e_5_sub                        &
    37. 

  37.                  ,halo_em_tracer_old_e_7_sub,period_bdy_em_a_sub                           &
    38. 

  38.                  ,period_bdy_em_b3_sub,period_bdy_em_b_sub,period_bdy_em_chem2_sub         &
    39. 

  39.                  ,period_bdy_em_chem_old_sub,period_bdy_em_chem_sub,period_bdy_em_d3_sub   &
    40. 

  40.                  ,period_bdy_em_d_sub,period_bdy_em_e_sub,period_bdy_em_moist2_sub         &
    41. 

  41.                  ,period_bdy_em_moist_old_sub,period_bdy_em_moist_sub                      &
    42. 

  42.                  ,period_bdy_em_scalar2_sub,period_bdy_em_scalar_old_sub                   &
    43. 

  43.                  ,period_bdy_em_scalar_sub,period_bdy_em_tke_old_sub                       &
    44. 

  44.                  ,period_bdy_em_tracer2_sub,period_bdy_em_tracer_old_sub                   &
    45. 

  45.                  ,period_bdy_em_tracer_sub,period_em_da_sub,period_em_hydro_uv_sub
    46. 

  46. #endif
    47. 

  47.    USE module_utility
    48. 

  48. ! Mediation layer modules
    49. 

  49. ! Model layer modules
    50. 

  50.    USE module_model_constants
    51. 

  51.    USE module_small_step_em
    52. 

  52.    USE module_em
    53. 

  53.    USE module_big_step_utilities_em
    54. 

  54.    USE module_bc
    55. 

  55.    USE module_bc_em
    56. 

  56.    USE module_solvedebug_em
    57. 

  57.    USE module_physics_addtendc
    58. 

  58.    USE module_diffusion_em
    59. 

  59.    USE module_polarfft
    60. 

  60.    USE module_microphysics_driver
    61. 

  61.    USE module_microphysics_zero_out
    62. 

  62.    USE module_fddaobs_driver
    63. 

  63.    USE module_diagnostics
    64. 

  64. #ifdef WRF_CHEM
    65. 

  65.    USE module_input_chem_data
    66. 

  66.    USE module_input_tracer
    67. 

  67.    USE module_chem_utilities
    68. 

  68. #endif
    69. 

  69.    USE module_first_rk_step_part1
    70. 

  70.    USE module_first_rk_step_part2
    71. 

  71.    USE module_llxy, ONLY : proj_cassini
    72. 

  72.    USE module_avgflx_em, ONLY : zero_avgflx, upd_avgflx
    73. 

  73. 

  74.    IMPLICIT NONE
    75. 

  75. 

  76.    !  Input data.
    77. 

  77. 

  78.    TYPE(domain) , TARGET          :: grid
    79. 

  79. 

  80.    !  Definitions of dummy arguments to this routine (generated from Registry).
    81. 

  81. #include "dummy_new_decl.inc"
    82. 

  82. 

  83.    !  Structure that contains run-time configuration (namelist) data for domain
    84. 

  84.    TYPE (grid_config_rec_type) , INTENT(IN)          :: config_flags
    85. 

  85. 

  86.    ! Local data
    87. 

  87. 

  88.    INTEGER                         :: k_start , k_end, its, ite, jts, jte
    89. 

  89.    INTEGER                         :: ids , ide , jds , jde , kds , kde , &
    90. 

  90.                                       ims , ime , jms , jme , kms , kme , &
    91. 

  91.                                       ips , ipe , jps , jpe , kps , kpe
    92. 

  92. 

  93.    INTEGER                         :: sids , side , sjds , sjde , skds , skde , &
    94. 

  94.                                       sims , sime , sjms , sjme , skms , skme , &
    95. 

  95.                                       sips , sipe , sjps , sjpe , skps , skpe
    96. 

  96. 

  97. 

  98.    INTEGER ::              imsx, imex, jmsx, jmex, kmsx, kmex,    &
    99. 

  99.                            ipsx, ipex, jpsx, jpex, kpsx, kpex,    &
    100. 

  100.                            imsy, imey, jmsy, jmey, kmsy, kmey,    &
    101. 

  101.                            ipsy, ipey, jpsy, jpey, kpsy, kpey
    102. 

  102. 

  103.    INTEGER                         :: ij , iteration
    104. 

  104.    INTEGER                         :: im , num_3d_m , ic , num_3d_c , is , num_3d_s
    105. 

  105.    INTEGER                         :: loop
    106. 

  106.    INTEGER                         :: sz
    107. 

  107.    INTEGER                         :: iswater
    108. 

  108. 

  109.    LOGICAL                         :: specified_bdy, channel_bdy
    110. 

  110. 

  111.    REAL                            :: t_new
    112. 

  112.    
    113. 

  113.    ! Changes in tendency at this timestep
    114. 

  114.    real ,DIMENSION(grid%sm31:grid%em31,grid%sm32:grid%em32,grid%sm33:grid%em33) :: h_tendency, &
    115. 

  115.                                                                                    z_tendency
    116. 

  116.                                                                                    
    117. 

  117.    ! Whether advection should produce decoupled horizontal and vertical advective tendency outputs
    118. 

  118.    LOGICAL                        :: tenddec
    119. 

  119.    
    120. 

  120.    ! Flag for microphysics routines to produce diagnostic fields (e.g., radar reflectivity)
    121. 

  121.    LOGICAL                        :: diagflag
    122. 

  122.    
    123. 

  123. #ifdef WRF_CHEM
    124. 

  124.    ! Index cross-referencing array for tendency accumulation
    125. 

  125.    INTEGER, DIMENSION( num_chem ) :: adv_ct_indices
    126. 

  126. #endif
    127. 

  127. 

  128. ! storage for tendencies and decoupled state (generated from Registry)
    129. 

  129. 

  130. #include <i1_decl.inc>
    131. 

  131. ! Previous time level of tracer arrays now defined as i1 variables;
    132. 

  132. ! the state 4d arrays now redefined as 1-time level arrays in Registry.
    133. 

  133. ! Benefit: save memory in nested runs, since only 1 domain is active at a
    134. 

  134. ! time.  Potential problem on stack-limited architectures: increases
    135. 

  135. ! amount of data on program stack by making these automatic arrays.
    136. 

  136. 

  137.    INTEGER :: rc 
    138. 

  138.    INTEGER :: number_of_small_timesteps, rk_step
    139. 

  139.    INTEGER :: klevel,ijm,ijp,i,j,k,size1,size2    ! for prints/plots only
    140. 

  140.    INTEGER :: idum1, idum2, dynamics_option
    141. 

  141. 

  142.    INTEGER :: rk_order, iwmax, jwmax, kwmax
    143. 

  143.    REAL :: dt_rk, dts_rk, dts, dtm, wmax
    144. 

  144.    REAL , ALLOCATABLE , DIMENSION(:)  :: max_vert_cfl_tmp, max_horiz_cfl_tmp
    145. 

  145.    LOGICAL :: leapfrog
    146. 

  146.    INTEGER :: l,kte,kk
    147. 

  147.    LOGICAL :: f_flux  ! flag for computing averaged fluxes in cu_gd
    148. 

  148.    REAL    :: curr_secs
    149. 

  149.    INTEGER :: num_sound_steps
    150. 

  150.    INTEGER :: idex, jdex
    151. 

  151.    REAL    :: max_msft
    152. 

  152.    REAL    :: spacing
    153. 

  153. 

  154.    INTEGER :: ii, jj !kk is above after l,kte
    155. 

  155.    REAL    :: dclat
    156. 

  156.    INTEGER :: debug_level
    157. 

  157. 

  158. ! urban related variables
    159. 

  159.    INTEGER :: NUM_ROOF_LAYERS, NUM_WALL_LAYERS, NUM_ROAD_LAYERS   ! urban
    160. 

  160. 

  161.    TYPE(WRFU_TimeInterval)                    :: tmpTimeInterval
    162. 

  162.    REAL                                       :: real_time
    163. 

  163.    LOGICAL                                    :: adapt_step_flag
    164. 

  164.    LOGICAL                                    :: fill_w_flag
    165. 

  165. 

  166. ! variables for flux-averaging code 20091223
    167. 

  167.    CHARACTER*256                              :: message, message2
    168. 

  168.    REAL                                       :: old_dt
    169. 

  169.    TYPE(WRFU_Time)                            :: temp_time, CurrTime, restart_time
    170. 

  170.    INTEGER, PARAMETER                         :: precision = 100
    171. 

  171.    INTEGER                                    :: num, den
    172. 

  172.    TYPE(WRFU_TimeInterval)                    :: dtInterval, intervaltime,restartinterval
    173. 

  173. 

  174. ! Define benchmarking timers if -DBENCH is compiled
    175. 

  175. #include <bench_solve_em_def.h>
    176. 

  176. 

  177. !----------------------
    178. 

  178. ! Executable statements
    179. 

  179. !----------------------
    180. 

  180. 

  181. !<DESCRIPTION>
    182. 

  182. !<pre>
    183. 

  183. ! solve_em is the main driver for advancing a grid a single timestep.
    184. 

  184. ! It is a mediation-layer routine -> DM and SM calls are made where 
    185. 

  185. ! needed for parallel processing.  
    186. 

  186. !
    187. 

  187. ! solve_em can integrate the equations using 3 time-integration methods
    188. 

  188. !      
    189. 

  189. !    - 3rd order Runge-Kutta time integration (recommended)
    190. 

  190. !      
    191. 

  191. !    - 2nd order Runge-Kutta time integration
    192. 

  192. !      
    193. 

  193. ! The main sections of solve_em are
    194. 

  194. !     
    195. 

  195. ! (1) Runge-Kutta (RK) loop
    196. 

  196. !     
    197. 

  197. ! (2) Non-timesplit physics (i.e., tendencies computed for updating
    198. 

  198. !     model state variables during the first RK sub-step (loop)
    199. 

  199. !     
    200. 

  200. ! (3) Small (acoustic, sound) timestep loop - within the RK sub-steps
    201. 

  201. !     
    202. 

  202. ! (4) scalar advance for moist and chem scalar variables (and TKE)
    203. 

  203. !     within the RK sub-steps.
    204. 

  204. !     
    205. 

  205. ! (5) time-split physics (after the RK step), currently this includes
    206. 

  206. !     only microphyics
    207. 

  207. !
    208. 

  208. ! A more detailed description of these sections follows.
    209. 

  209. !</pre>
    210. 

  210. !</DESCRIPTION>
    211. 

  211. 

  212. ! Initialize timers if compiled with -DBENCH
    213. 

  213. #include <bench_solve_em_init.h>
    214. 

  214. 

  215. !  set runge-kutta solver (2nd or 3rd order)
    216. 

  216. 

  217.    dynamics_option = config_flags%rk_ord
    218. 

  218. 

  219. !  Obtain dimension information stored in the grid data structure.
    220. 

  220. 

  221.    CALL get_ijk_from_grid (  grid ,                   &
    222. 

  222.                              ids, ide, jds, jde, kds, kde,    &
    223. 

  223.                              ims, ime, jms, jme, kms, kme,    &
    224. 

  224.                              ips, ipe, jps, jpe, kps, kpe,    &
    225. 

  225.                              imsx, imex, jmsx, jmex, kmsx, kmex,    &
    226. 

  226.                              ipsx, ipex, jpsx, jpex, kpsx, kpex,    &
    227. 

  227.                              imsy, imey, jmsy, jmey, kmsy, kmey,    &
    228. 

  228.                              ipsy, ipey, jpsy, jpey, kpsy, kpey )
    229. 

  229.  
    230. 

  230.    CALL get_ijk_from_subgrid (  grid ,                   &
    231. 

  231.                              sids, side, sjds, sjde, skds, skde,    &
    232. 

  232.                              sims, sime, sjms, sjme, skms, skme,    &
    233. 

  233.                              sips, sipe, sjps, sjpe, skps, skpe    )
    234. 

  234.    k_start         = kps
    235. 

  235.    k_end           = kpe
    236. 

  236. 

  237.    num_3d_m        = num_moist
    238. 

  238.    num_3d_c        = num_chem
    239. 

  239.    num_3d_s        = num_scalar
    240. 

  240. 

  241.    f_flux = config_flags%do_avgflx_cugd .EQ. 1
    242. 

  242. 

  243. !  Compute these starting and stopping locations for each tile and number of tiles.
    244. 

  244. !  See: http://www.mmm.ucar.edu/wrf/WG2/topics/settiles
    245. 

  245.    CALL set_tiles ( grid , ids , ide , jds , jde , ips , ipe , jps , jpe )
    246. 

  246. 

  247. !  Max values of CFL for adaptive time step scheme
    248. 

  248. 

  249.    ALLOCATE (max_vert_cfl_tmp(grid%num_tiles))
    250. 

  250.    ALLOCATE (max_horiz_cfl_tmp(grid%num_tiles))
    251. 

  251. 

  252.   !
    253. 

  253.   ! Calculate current time in seconds since beginning of model run.
    254. 

  254.   !   Unfortunately, ESMF does not seem to have a way to return
    255. 

  255.   !   floating point seconds based on a TimeInterval.  So, we will
    256. 

  256.   !   calculate it here--but, this is not clean!!
    257. 

  257.   !
    258. 

  258.    tmpTimeInterval = domain_get_current_time ( grid ) - domain_get_sim_start_time ( grid )
    259. 

  259.    curr_secs = real_time(tmpTimeInterval)
    260. 

  260. 

  261.    old_dt = grid%dt   ! store old time step for flux averaging code at end of RK loop
    262. 

  262. !-----------------------------------------------------------------------------
    263. 

  263. ! Adaptive time step: Added by T. Hutchinson, WSI  3/5/07
    264. 

  264. !   In this call, we do the time-step adaptation and set time-dependent lateral
    265. 

  265. !   boundary condition nudging weights.
    266. 

  266. !
    267. 

  267.    IF ( (config_flags%use_adaptive_time_step) .and. &
    268. 

  268.         ( (.not. grid%nested) .or. &
    269. 

  269.         ( (grid%nested) .and. (abs(grid%dtbc) < 0.0001) ) ) )THEN
    270. 

  270.       CALL adapt_timestep(grid, config_flags)
    271. 

  271.       adapt_step_flag = .TRUE.
    272. 

  272.    ELSE
    273. 

  273.       adapt_step_flag = .FALSE.
    274. 

  274.    ENDIF
    275. 

  275. ! End of adaptive time step modifications
    276. 

  276. !-----------------------------------------------------------------------------
    277. 

  277. 

  278.    grid%itimestep = grid%itimestep + 1
    279. 

  279. 

  280.    IF (config_flags%polar) dclat = 90./REAL(jde-jds) !(0.5 * 180/ny)
    281. 

  281. 

  282. #ifdef WRF_CHEM
    283. 

  283. 

  284.    kte=min(k_end,kde-1)
    285. 

  285. # ifdef DM_PARALLEL
    286. 

  286.    if ( num_chem >= PARAM_FIRST_SCALAR ) then
    287. 

  287. !-----------------------------------------------------------------------
    288. 

  288. ! see matching halo calls below for stencils
    289. 

  289. !--------------------------------------------------------------
    290. 

  290.      CALL wrf_debug ( 200 , ' call HALO_RK_CHEM' )
    291. 

  291.      IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    292. 

  292. #      include "HALO_EM_CHEM_E_3.inc"
    293. 

  293.        IF( config_flags%progn > 0 ) THEN
    294. 

  294. #         include "HALO_EM_SCALAR_E_3.inc"
    295. 

  295.        ENDIF
    296. 

  296.      ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    297. 

  297. #      include "HALO_EM_CHEM_E_5.inc"
    298. 

  298.        IF( config_flags%progn > 0 ) THEN
    299. 

  299. #         include "HALO_EM_SCALAR_E_5.inc"
    300. 

  300.       ENDIF
    301. 

  301.      ELSE
    302. 

  302.        WRITE(wrf_err_message,*)'solve_em: invalid h_mom_adv_order = ',config_flags%h_mom_adv_order
    303. 

  303.        CALL wrf_error_fatal(TRIM(wrf_err_message))
    304. 

  304.      ENDIF
    305. 

  305.    ENDIF
    306. 

  306.    if ( num_tracer >= PARAM_FIRST_SCALAR ) then
    307. 

  307. !-----------------------------------------------------------------------
    308. 

  308. ! see matching halo calls below for stencils
    309. 

  309. !--------------------------------------------------------------
    310. 

  310.      CALL wrf_debug ( 200 , ' call HALO_RK_tracer' )
    311. 

  311.      IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    312. 

  312. #      include "HALO_EM_TRACER_E_3.inc"
    313. 

  313.      ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    314. 

  314. #      include "HALO_EM_TRACER_E_5.inc"
    315. 

  315.      ELSE
    316. 

  316.        WRITE(wrf_err_message,*)'solve_em: invalid h_mom_adv_order = ',config_flags%h_mom_adv_order
    317. 

  317.        CALL wrf_error_fatal(TRIM(wrf_err_message))
    318. 

  318.      ENDIF
    319. 

  319.    ENDIF
    320. 

  320. # endif
    321. 

  321. !--------------------------------------------------------------
    322. 

  322.    adv_ct_indices(   :  ) = 1
    323. 

  323.    IF ( config_flags%chemdiag == USECHEMDIAG ) THEN
    324. 

  324.    ! modify tendency list here
    325. 

  325.    ! note that the referencing direction here is opposite of that in chem_driver
    326. 

  326.        adv_ct_indices(p_co  ) = p_advh_co
    327. 

  327.        adv_ct_indices(p_o3  ) = p_advh_o3
    328. 

  328.        adv_ct_indices(p_no  ) = p_advh_no
    329. 

  329.        adv_ct_indices(p_no2 ) = p_advh_no2
    330. 

  330.        adv_ct_indices(p_hno3) = p_advh_hno3
    331. 

  331.        adv_ct_indices(p_iso ) = p_advh_iso
    332. 

  332.        adv_ct_indices(p_ho  ) = p_advh_ho
    333. 

  333.        adv_ct_indices(p_ho2 ) = p_advh_ho2
    334. 

  334.    END IF
    335. 

  335. #endif
    336. 

  336. 

  337.    rk_order = config_flags%rk_ord
    338. 

  338. 

  339.    IF ( grid%time_step_sound == 0 ) THEN
    340. 

  340. ! This function will give 4 for 6*dx and 6 for 10*dx and returns even numbers only
    341. 

  341.      spacing = min(grid%dx, grid%dy)
    342. 

  342.      IF ( ( config_flags%use_adaptive_time_step ) .AND. ( config_flags%map_proj == PROJ_CASSINI ) ) THEN
    343. 

  343.        max_msft=MIN ( MAX(grid%max_msftx, grid%max_msfty) , &
    344. 

  344.                       1.0/COS(config_flags%fft_filter_lat*degrad) )
    345. 

  345.        num_sound_steps = max ( 2 * ( INT (300. * grid%dt / (spacing / max_msft) - 0.01 ) + 1 ), 4 )
    346. 

  346.      ELSE IF  ( config_flags%use_adaptive_time_step ) THEN
    347. 

  347.        max_msft= MAX(grid%max_msftx, grid%max_msfty)
    348. 

  348.        num_sound_steps = max ( 2 * ( INT (300. * grid%dt / (spacing / max_msft) - 0.01 ) + 1 ), 4 )
    349. 

  349.      ELSE
    350. 

  350.        num_sound_steps = max ( 2 * ( INT (300. * grid%dt /  spacing             - 0.01 ) + 1 ), 4 )
    351. 

  351.      END IF
    352. 

  352.      WRITE(wrf_err_message,*)'grid spacing, dt, time_step_sound=',spacing,grid%dt,num_sound_steps
    353. 

  353.      CALL wrf_debug ( 50 , wrf_err_message )
    354. 

  354.    ELSE
    355. 

  355.      num_sound_steps = grid%time_step_sound
    356. 

  356.    ENDIF
    357. 

  357. 

  358.    dts = grid%dt/float(num_sound_steps)
    359. 

  359. 

  360.    IF (config_flags%use_adaptive_time_step) THEN
    361. 

  361.   
    362. 

  362.      CALL get_wrf_debug_level( debug_level )
    363. 

  363.      IF ((config_flags%time_step < 0) .AND. (debug_level.GE.50)) THEN
    364. 

  364. #ifdef DM_PARALLEL
    365. 

  365.        CALL wrf_dm_maxval(grid%max_vert_cfl, idex, jdex)
    366. 

  366. #endif
    367. 

  367.        WRITE(wrf_err_message,*)'variable dt, max horiz cfl, max vert cfl: ',&
    368. 

  368.             grid%dt, grid%max_horiz_cfl, grid%max_vert_cfl
    369. 

  369.        CALL wrf_debug ( 0 , wrf_err_message )
    370. 

  370.      ENDIF
    371. 

  371. 

  372.      grid%max_cfl_val = 0
    373. 

  373.      grid%max_horiz_cfl = 0
    374. 

  374.      grid%max_vert_cfl = 0
    375. 

  375.    ENDIF
    376. 

  376. 

  377. ! setting bdy tendencies to zero for DFI if constant_bc = true
    378. 

  378. 

  379.      !$OMP PARALLEL DO   &
    380. 

  380.      !$OMP PRIVATE ( ij )
    381. 

  381.      DO ij = 1 , grid%num_tiles
    382. 

  382. 

  383. !      IF( config_flags%specified .AND. grid%dfi_opt .NE. DFI_NODFI   &
    384. 

  384. !          .AND. config_flags%constant_bc .AND. (grid%dfi_stage .EQ. DFI_BCK .OR. grid%dfi_stage .EQ. DFI_FWD) ) THEN
    385. 

  385.        IF( config_flags%specified .AND. config_flags%constant_bc ) THEN
    386. 

  386. 

  387.        CALL zero_bdytend (grid%u_btxs,grid%u_btxe,grid%u_btys,grid%u_btye,     &
    388. 

  388.                           grid%v_btxs,grid%v_btxe,grid%v_btys,grid%v_btye,     &
    389. 

  389.                           grid%ph_btxs,grid%ph_btxe,grid%ph_btys,grid%ph_btye, &
    390. 

  390.                           grid%t_btxs,grid%t_btxe,grid%t_btys,grid%t_btye,     &
    391. 

  391.                           grid%w_btxs,grid%w_btxe,grid%w_btys,grid%w_btye,     &
    392. 

  392.                           grid%mu_btxs,grid%mu_btxe,grid%mu_btys,grid%mu_btye, &
    393. 

  393.                           moist_btxs,moist_btxe,                               &
    394. 

  394.                           moist_btys,moist_btye,                               &
    395. 

  395.                           grid%spec_bdy_width,num_3d_m,                &
    396. 

  396.                           ids,ide, jds,jde, kds,kde,                   &
    397. 

  397.                           ims,ime, jms,jme, kms,kme,                   &
    398. 

  398.                           ips,ipe, jps,jpe, kps,kpe,                   &
    399. 

  399.                           grid%i_start(ij), grid%i_end(ij),            &
    400. 

  400.                           grid%j_start(ij), grid%j_end(ij),            &
    401. 

  401.                           k_start, k_end                               )
    402. 

  402. 

  403.        ENDIF
    404. 

  404.      ENDDO
    405. 

  405.      !$OMP END PARALLEL DO
    406. 

  406. 

  407. !**********************************************************************
    408. 

  408. !
    409. 

  409. !  LET US BEGIN.......
    410. 

  410. !
    411. 

  411. !<DESCRIPTION>
    412. 

  412. !<pre>
    413. 

  413. ! (1) RK integration loop is named the "Runge_Kutta_loop:"
    414. 

  414. !
    415. 

  415. !   Predictor-corrector type time integration.
    416. 

  416. !   Advection terms are evaluated at time t for the predictor step,
    417. 

  417. !   and advection is re-evaluated with the latest predicted value for
    418. 

  418. !   each succeeding time corrector step
    419. 

  419. !
    420. 

  420. !   2nd order Runge Kutta (rk_order = 2):
    421. 

  421. !   Step 1 is taken to the midpoint predictor, step 2 is the full step.
    422. 

  422. !
    423. 

  423. !   3rd order Runge Kutta (rk_order = 3):
    424. 

  424. !   Step 1 is taken to from t to dt/3, step 2 is from t to dt/2,
    425. 

  425. !   and step 3 is from t to dt.
    426. 

  426. !
    427. 

  427. !   non-timesplit physics are evaluated during first RK step and
    428. 

  428. !   these physics tendencies are stored for use in each RK pass.
    429. 

  429. !</pre>
    430. 

  430. !</DESCRIPTION>
    431. 

  431. !**********************************************************************
    432. 

  432. 

  433.    Runge_Kutta_loop:  DO rk_step = 1, rk_order
    434. 

  434. 

  435.    !  Set the step size and number of small timesteps for
    436. 

  436.    !  each part of the timestep
    437. 

  437. 

  438.      dtm = grid%dt
    439. 

  439.      IF ( rk_order == 1 ) THEN   
    440. 

  440. 

  441.        write(wrf_err_message,*)' leapfrog removed, error exit for dynamics_option = ',dynamics_option
    442. 

  442.        CALL wrf_error_fatal( wrf_err_message )
    443. 

  443. 

  444.      ELSE IF ( rk_order == 2 ) THEN   ! 2nd order Runge-Kutta timestep
    445. 

  445. 

  446.        IF ( rk_step == 1) THEN
    447. 

  447.          dt_rk  = 0.5*grid%dt
    448. 

  448.          dts_rk = dts
    449. 

  449.          number_of_small_timesteps = num_sound_steps/2
    450. 

  450.        ELSE
    451. 

  451.          dt_rk = grid%dt
    452. 

  452.          dts_rk = dts
    453. 

  453.          number_of_small_timesteps = num_sound_steps
    454. 

  454.        ENDIF
    455. 

  455. 

  456.      ELSE IF ( rk_order == 3 ) THEN ! third order Runge-Kutta
    457. 

  457. 

  458.        IF ( rk_step == 1) THEN
    459. 

  459.          dt_rk = grid%dt/3.
    460. 

  460.          dts_rk = dt_rk
    461. 

  461.          number_of_small_timesteps = 1
    462. 

  462.        ELSE IF (rk_step == 2) THEN
    463. 

  463.          dt_rk  = 0.5*grid%dt
    464. 

  464.          dts_rk = dts
    465. 

  465.          number_of_small_timesteps = num_sound_steps/2
    466. 

  466.        ELSE
    467. 

  467.          dt_rk = grid%dt
    468. 

  468.          dts_rk = dts
    469. 

  469.          number_of_small_timesteps = num_sound_steps
    470. 

  470.        ENDIF
    471. 

  471. 

  472.      ELSE
    473. 

  473. 

  474.        write(wrf_err_message,*)' unknown solver, error exit for dynamics_option = ',dynamics_option
    475. 

  475.        CALL wrf_error_fatal( wrf_err_message )
    476. 

  476. 

  477.      END IF
    478. 

  478. 

  479. !  Ensure that polar meridional velocity is zero
    480. 

  480.      IF (config_flags%polar) THEN 
    481. 

  481.        !$OMP PARALLEL DO   &
    482. 

  482.        !$OMP PRIVATE ( ij )
    483. 

  483.        DO ij = 1 , grid%num_tiles
    484. 

  484.          CALL zero_pole ( grid%v_1,                      &
    485. 

  485.                           ids, ide, jds, jde, kds, kde,     &
    486. 

  486.                           ims, ime, jms, jme, kms, kme,     &
    487. 

  487.                           grid%i_start(ij), grid%i_end(ij), &
    488. 

  488.                           grid%j_start(ij), grid%j_end(ij), &
    489. 

  489.                           k_start, k_end                   )
    490. 

  490.          CALL zero_pole ( grid%v_2,                      &
    491. 

  491.                           ids, ide, jds, jde, kds, kde,     &
    492. 

  492.                           ims, ime, jms, jme, kms, kme,     &
    493. 

  493.                           grid%i_start(ij), grid%i_end(ij), &
    494. 

  494.                           grid%j_start(ij), grid%j_end(ij), &
    495. 

  495.                           k_start, k_end                   )
    496. 

  496.        END DO
    497. 

  497.        !$OMP END PARALLEL DO
    498. 

  498.      END IF
    499. 

  499. !
    500. 

  500. !  Time level t is in the *_2 variable in the first part 
    501. 

  501. !  of the step, and in the *_1 variable after the predictor.
    502. 

  502. !  the latest predicted values are stored in the *_2 variables.
    503. 

  503. !
    504. 

  504.      CALL wrf_debug ( 200 , ' call rk_step_prep ' )
    505. 

  505. 

  506. BENCH_START(step_prep_tim)
    507. 

  507.      !$OMP PARALLEL DO   &
    508. 

  508.      !$OMP PRIVATE ( ij )
    509. 

  509. 

  510.      DO ij = 1 , grid%num_tiles
    511. 

  511. 

  512.        CALL rk_step_prep  ( config_flags, rk_step,            &
    513. 

  513.                             grid%u_2, grid%v_2, grid%w_2, grid%t_2, grid%ph_2, grid%mu_2,   &
    514. 

  514.                             moist,                            &
    515. 

  515.                             grid%ru, grid%rv, grid%rw, grid%ww, grid%php, grid%alt, grid%muu, grid%muv,   &
    516. 

  516.                             grid%mub, grid%mut, grid%phb, grid%pb, grid%p, grid%al, grid%alb,    &
    517. 

  517.                             cqu, cqv, cqw,                    &
    518. 

  518.                             grid%msfux, grid%msfuy, grid%msfvx, grid%msfvx_inv,        &
    519. 

  519.                             grid%msfvy, grid%msftx, grid%msfty,                        &
    520. 

  520.                             grid%fnm, grid%fnp, grid%dnw, grid%rdx, grid%rdy,          &
    521. 

  521.                             num_3d_m,                         &
    522. 

  522.                             ids, ide, jds, jde, kds, kde,     &
    523. 

  523.                             ims, ime, jms, jme, kms, kme,     &
    524. 

  524.                             grid%i_start(ij), grid%i_end(ij), &
    525. 

  525.                             grid%j_start(ij), grid%j_end(ij), &
    526. 

  526.                             k_start, k_end                   )
    527. 

  527. 

  528.      END DO
    529. 

  529.      !$OMP END PARALLEL DO
    530. 

  530. BENCH_END(step_prep_tim)
    531. 

  531. 

  532. #ifdef DM_PARALLEL
    533. 

  533. !-----------------------------------------------------------------------
    534. 

  534. !  Stencils for patch communications  (WCS, 29 June 2001)
    535. 

  535. !  Note:  the small size of this halo exchange reflects the 
    536. 

  536. !         fact that we are carrying the uncoupled variables 
    537. 

  537. !         as state variables in the mass coordinate model, as
    538. 

  538. !         opposed to the coupled variables as in the height
    539. 

  539. !         coordinate model.
    540. 

  540. !
    541. 

  541. !                           * * * * *
    542. 

  542. !         *        * * *    * * * * *
    543. 

  543. !       * + *      * + *    * * + * * 
    544. 

  544. !         *        * * *    * * * * *
    545. 

  545. !                           * * * * *
    546. 

  546. !
    547. 

  547. !  3D variables - note staggering!  ru(X), rv(Y), ww(Z), php(Z)
    548. 

  548. !
    549. 

  549. !  ru     x
    550. 

  550. !  rv     x
    551. 

  551. !  ww     x
    552. 

  552. !  php    x
    553. 

  553. !  alt    x
    554. 

  554. !  ph_2   x
    555. 

  555. !  phb    x
    556. 

  556. !
    557. 

  557. !  the following are 2D (xy) variables
    558. 

  558. !
    559. 

  559. !  muu    x
    560. 

  560. !  muv    x
    561. 

  561. !  mut    x
    562. 

  562. !--------------------------------------------------------------
    563. 

  563. #    include "HALO_EM_A.inc"
    564. 

  564. #endif
    565. 

  565. 

  566. ! set boundary conditions on variables 
    567. 

  567. ! from big_step_prep for use in big_step_proc
    568. 

  568. 

  569. #ifdef DM_PARALLEL
    570. 

  570. #  include "PERIOD_BDY_EM_A.inc"
    571. 

  571. #endif
    572. 

  572. 

  573. BENCH_START(set_phys_bc_tim)
    574. 

  574.      !$OMP PARALLEL DO   &
    575. 

  575.      !$OMP PRIVATE ( ij, ii, jj, kk )
    576. 

  576. 

  577.      DO ij = 1 , grid%num_tiles
    578. 

  578. 

  579.        CALL wrf_debug ( 200 , ' call rk_phys_bc_dry_1' )
    580. 

  580. 

  581.        CALL rk_phys_bc_dry_1( config_flags, grid%ru, grid%rv, grid%rw, grid%ww,      & 
    582. 

  582.                               grid%muu, grid%muv, grid%mut, grid%php, grid%alt, grid%p,        &
    583. 

  583.                               ids, ide, jds, jde, kds, kde,      &
    584. 

  584.                               ims, ime, jms, jme, kms, kme,      &
    585. 

  585.                               ips, ipe, jps, jpe, kps, kpe,      &
    586. 

  586.                               grid%i_start(ij), grid%i_end(ij),  &
    587. 

  587.                               grid%j_start(ij), grid%j_end(ij),  &
    588. 

  588.                               k_start, k_end                )
    589. 

  589.        CALL set_physical_bc3d( grid%al, 'p', config_flags,            &
    590. 

  590.                               ids, ide, jds, jde, kds, kde,     &
    591. 

  591.                               ims, ime, jms, jme, kms, kme,     &
    592. 

  592.                               ips, ipe, jps, jpe, kps, kpe,     &
    593. 

  593.                               grid%i_start(ij), grid%i_end(ij), &
    594. 

  594.                               grid%j_start(ij), grid%j_end(ij), &
    595. 

  595.                               k_start    , k_end               )
    596. 

  596.        CALL set_physical_bc3d( grid%ph_2, 'w', config_flags,            &
    597. 

  597.                               ids, ide, jds, jde, kds, kde, &
    598. 

  598.                               ims, ime, jms, jme, kms, kme, &
    599. 

  599.                               ips, ipe, jps, jpe, kps, kpe, &
    600. 

  600.                               grid%i_start(ij), grid%i_end(ij),        &
    601. 

  601.                               grid%j_start(ij), grid%j_end(ij),        &
    602. 

  602.                               k_start, k_end                )
    603. 

  603. 

  604.        IF (config_flags%polar) THEN 
    605. 

  605. 

  606. !-------------------------------------------------------
    607. 

  607. ! lat-lon grid pole-point (v) specification (extrapolate v, rv to the pole)
    608. 

  608. !-------------------------------------------------------
    609. 

  609. 

  610.          CALL pole_point_bc ( grid%v_1,                      &
    611. 

  611.                               ids, ide, jds, jde, kds, kde,     &
    612. 

  612.                               ims, ime, jms, jme, kms, kme,     &
    613. 

  613.                               grid%i_start(ij), grid%i_end(ij), &
    614. 

  614.                               grid%j_start(ij), grid%j_end(ij), &
    615. 

  615.                               k_start, k_end                   )
    616. 

  616.  
    617. 

  617.          CALL pole_point_bc ( grid%v_2,                      &
    618. 

  618.                               ids, ide, jds, jde, kds, kde,     &
    619. 

  619.                               ims, ime, jms, jme, kms, kme,     &
    620. 

  620.                               grid%i_start(ij), grid%i_end(ij), &
    621. 

  621.                               grid%j_start(ij), grid%j_end(ij), &
    622. 

  622.                               k_start, k_end                   )
    623. 

  623.  
    624. 

  624. !-------------------------------------------------------
    625. 

  625. ! end lat-lon grid pole-point (v) specification
    626. 

  626. !-------------------------------------------------------
    627. 

  627. 

  628.        ENDIF
    629. 

  629.      END DO
    630. 

  630.      !$OMP END PARALLEL DO
    631. 

  631. BENCH_END(set_phys_bc_tim)
    632. 

  632. 

  633.      rk_step_is_one : IF (rk_step == 1) THEN ! only need to initialize diffusion tendencies
    634. 

  634. 

  635. !<DESCRIPTION>
    636. 

  636. !<pre>
    637. 

  637. !(2) The non-timesplit physics begins with a call to "phy_prep"
    638. 

  638. !    (which computes some diagnostic variables such as temperature,
    639. 

  639. !    pressure, u and v at p points, etc).  This is followed by
    640. 

  640. !    calls to the physics drivers:
    641. 

  641. !
    642. 

  642. !              radiation,
    643. 

  643. !              surface,
    644. 

  644. !              pbl,
    645. 

  645. !              cumulus,
    646. 

  646. !              fddagd,
    647. 

  647. !              3D TKE and mixing.
    648. 

  648. !<pre>
    649. 

  649. !</DESCRIPTION>
    650. 

  650. 

  651.        CALL first_rk_step_part1 (    grid, config_flags         &
    652. 

  652.                              , moist , moist_tend               &
    653. 

  653.                              , chem  , chem_tend                &
    654. 

  654.                              , tracer, tracer_tend              &
    655. 

  655.                              , scalar , scalar_tend             &
    656. 

  656.                              , fdda3d, fdda2d                   &
    657. 

  657.                              , ru_tendf, rv_tendf               &
    658. 

  658.                              , rw_tendf, t_tendf                &
    659. 

  659.                              , ph_tendf, mu_tendf               &
    660. 

  660.                              , tke_tend                         &
    661. 

  661.                              , config_flags%use_adaptive_time_step &
    662. 

  662.                              , curr_secs                        &
    663. 

  663.                              , psim , psih , wspd , gz1oz0      &
    664. 

  664.                              , br , chklowq                     &
    665. 

  665.                              , cu_act_flag , hol , th_phy       &
    666. 

  666.                              , pi_phy , p_phy , grid%t_phy      &
    667. 

  667.                              , u_phy , v_phy                    &
    668. 

  668.                              , dz8w , p8w , t8w , rho_phy , rho &
    669. 

  669.                              , ids, ide, jds, jde, kds, kde     &
    670. 

  670.                              , ims, ime, jms, jme, kms, kme     &
    671. 

  671.                              , ips, ipe, jps, jpe, kps, kpe     &
    672. 

  672.                              , imsx, imex, jmsx, jmex, kmsx, kmex    &
    673. 

  673.                              , ipsx, ipex, jpsx, jpex, kpsx, kpex    &
    674. 

  674.                              , imsy, imey, jmsy, jmey, kmsy, kmey    &
    675. 

  675.                              , ipsy, ipey, jpsy, jpey, kpsy, kpey    &
    676. 

  676.                              , k_start , k_end                  &
    677. 

  677.                              , f_flux                           &
    678. 

  678.                             )
    679. 

  679. 

  680. #ifdef DM_PARALLEL
    681. 

  681.        IF ( config_flags%bl_pbl_physics == MYNNPBLSCHEME2 .OR. &
    682. 

  682.             config_flags%bl_pbl_physics == MYNNPBLSCHEME3 ) THEN
    683. 

  683. #        include "HALO_EM_SCALAR_E_5.inc"
    684. 

  684.        ENDIF
    685. 

  685. #endif
    686. 

  686. 

  687.        CALL first_rk_step_part2 (    grid, config_flags         &
    688. 

  688.                              , moist , moist_tend               &
    689. 

  689.                              , chem  , chem_tend                &
    690. 

  690.                              , tracer, tracer_tend              &
    691. 

  691.                              , scalar , scalar_tend             &
    692. 

  692.                              , fdda3d, fdda2d                   &
    693. 

  693.                              , ru_tendf, rv_tendf               &
    694. 

  694.                              , rw_tendf, t_tendf                &
    695. 

  695.                              , ph_tendf, mu_tendf               &
    696. 

  696.                              , tke_tend                         &
    697. 

  697.                              , adapt_step_flag , curr_secs      &
    698. 

  698.                              , psim , psih , wspd , gz1oz0      &
    699. 

  699.                              , br , chklowq                     &
    700. 

  700.                              , cu_act_flag , hol , th_phy       &
    701. 

  701.                              , pi_phy , p_phy , grid%t_phy      &
    702. 

  702.                              , u_phy , v_phy                    &
    703. 

  703.                              , dz8w , p8w , t8w , rho_phy , rho &
    704. 

  704.                              , nba_mij, num_nba_mij             & !JDM 
    705. 

  705.                              , nba_rij, num_nba_rij             & !JDM  
    706. 

  706.                              , ids, ide, jds, jde, kds, kde     &
    707. 

  707.                              , ims, ime, jms, jme, kms, kme     &
    708. 

  708.                              , ips, ipe, jps, jpe, kps, kpe     &
    709. 

  709.                              , imsx, imex, jmsx, jmex, kmsx, kmex    &
    710. 

  710.                              , ipsx, ipex, jpsx, jpex, kpsx, kpex    &
    711. 

  711.                              , imsy, imey, jmsy, jmey, kmsy, kmey    &
    712. 

  712.                              , ipsy, ipey, jpsy, jpey, kpsy, kpey    &
    713. 

  713.                              , k_start , k_end                  &
    714. 

  714.                             )
    715. 

  715. 

  716.      END IF rk_step_is_one
    717. 

  717. 

  718. BENCH_START(rk_tend_tim)
    719. 

  719.      !$OMP PARALLEL DO   &
    720. 

  720.      !$OMP PRIVATE ( ij )
    721. 

  721.      DO ij = 1 , grid%num_tiles
    722. 

  722. 

  723.        CALL wrf_debug ( 200 , ' call rk_tendency' )
    724. 

  724.        CALL rk_tendency ( config_flags, rk_step                                                                &
    725. 

  725.                          ,grid%ru_tend, grid%rv_tend, rw_tend, ph_tend, t_tend                                 &
    726. 

  726.                          ,ru_tendf, rv_tendf, rw_tendf, ph_tendf, t_tendf                                      &
    727. 

  727.                          ,mu_tend, grid%u_save, grid%v_save, w_save, ph_save                                   &
    728. 

  728.                          ,grid%t_save, mu_save, grid%rthften                                                   &
    729. 

  729.                          ,grid%ru, grid%rv, grid%rw, grid%ww                                                   &
    730. 

  730.                          ,grid%u_2, grid%v_2, grid%w_2, grid%t_2, grid%ph_2                                    &
    731. 

  731.                          ,grid%u_1, grid%v_1, grid%w_1, grid%t_1, grid%ph_1                                    &
    732. 

  732.                          ,grid%h_diabatic, grid%phb, grid%t_init                                               &
    733. 

  733.                          ,grid%mu_2, grid%mut, grid%muu, grid%muv, grid%mub                                    &
    734. 

  734.                          ,grid%al, grid%alt, grid%p, grid%pb, grid%php, cqu, cqv, cqw                          &
    735. 

  735.                          ,grid%u_base, grid%v_base, grid%t_base, grid%qv_base, grid%z_base                     &
    736. 

  736.                          ,grid%msfux,grid%msfuy, grid%msfvx, grid%msfvx_inv                                    &
    737. 

  737.                          ,grid%msfvy, grid%msftx,grid%msfty, grid%clat, grid%f, grid%e, grid%sina, grid%cosa   &
    738. 

  738.                          ,grid%fnm, grid%fnp, grid%rdn, grid%rdnw                                              &
    739. 

  739.                          ,grid%dt, grid%rdx, grid%rdy, grid%khdif, grid%kvdif, grid%xkmh, grid%xkhh            &
    740. 

  740.                          ,grid%diff_6th_opt, grid%diff_6th_factor                                              &
    741. 

  741.                          ,config_flags%momentum_adv_opt                                                        &
    742. 

  742.                          ,grid%dampcoef,grid%zdamp,config_flags%damp_opt,config_flags%rad_nudge                &
    743. 

  743.                          ,grid%cf1, grid%cf2, grid%cf3, grid%cfn, grid%cfn1, num_3d_m                          &
    744. 

  744.                          ,config_flags%non_hydrostatic, config_flags%top_lid                                   &
    745. 

  745.                          ,grid%u_frame, grid%v_frame                                                           &
    746. 

  746.                          ,ids, ide, jds, jde, kds, kde                                                         &
    747. 

  747.                          ,ims, ime, jms, jme, kms, kme                                                         &
    748. 

  748.                          ,grid%i_start(ij), grid%i_end(ij)                                                     &
    749. 

  749.                          ,grid%j_start(ij), grid%j_end(ij)                                                     &
    750. 

  750.                          ,k_start, k_end                                                                       &
    751. 

  751.                          ,max_vert_cfl_tmp(ij), max_horiz_cfl_tmp(ij)                                         )
    752. 

  752.      END DO
    753. 

  753.      !$OMP END PARALLEL DO
    754. 

  754. BENCH_END(rk_tend_tim)
    755. 

  755. 

  756.      IF (config_flags%use_adaptive_time_step) THEN
    757. 

  757.        DO ij = 1 , grid%num_tiles
    758. 

  758.          IF (max_horiz_cfl_tmp(ij) .GT. grid%max_horiz_cfl) THEN
    759. 

  759.            grid%max_horiz_cfl = max_horiz_cfl_tmp(ij)
    760. 

  760.          ENDIF
    761. 

  761.          IF (max_vert_cfl_tmp(ij) .GT. grid%max_vert_cfl) THEN
    762. 

  762.            grid%max_vert_cfl = max_vert_cfl_tmp(ij)
    763. 

  763.          ENDIF
    764. 

  764.        END DO
    765. 

  765.      
    766. 

  766.        IF (grid%max_horiz_cfl .GT. grid%max_cfl_val) THEN
    767. 

  767.          grid%max_cfl_val = grid%max_horiz_cfl
    768. 

  768.        ENDIF
    769. 

  769.        IF (grid%max_vert_cfl .GT. grid%max_cfl_val) THEN
    770. 

  770.          grid%max_cfl_val = grid%max_vert_cfl
    771. 

  771.        ENDIF
    772. 

  772.      ENDIF
    773. 

  773. 

  774. BENCH_START(relax_bdy_dry_tim)
    775. 

  775.      !$OMP PARALLEL DO   &
    776. 

  776.      !$OMP PRIVATE ( ij )
    777. 

  777.      DO ij = 1 , grid%num_tiles
    778. 

  778. 

  779.        IF( (config_flags%specified .or. config_flags%nested) .and. rk_step == 1 ) THEN 
    780. 

  780. 

  781.          CALL relax_bdy_dry ( config_flags,                                &
    782. 

  782.                               grid%u_save, grid%v_save, ph_save, grid%t_save,             &
    783. 

  783.                               w_save, mu_tend,                             & 
    784. 

  784.                               grid%ru, grid%rv, grid%ph_2, grid%t_2,                           &
    785. 

  785.                               grid%w_2, grid%mu_2, grid%mut,                              &
    786. 

  786.                               grid%u_bxs,grid%u_bxe,grid%u_bys,grid%u_bye, &
    787. 

  787.                               grid%v_bxs,grid%v_bxe,grid%v_bys,grid%v_bye, &
    788. 

  788.                               grid%ph_bxs,grid%ph_bxe,grid%ph_bys,grid%ph_bye, &
    789. 

  789.                               grid%t_bxs,grid%t_bxe,grid%t_bys,grid%t_bye, &
    790. 

  790.                               grid%w_bxs,grid%w_bxe,grid%w_bys,grid%w_bye, &
    791. 

  791.                               grid%mu_bxs,grid%mu_bxe,grid%mu_bys,grid%mu_bye, &
    792. 

  792.                               grid%u_btxs,grid%u_btxe,grid%u_btys,grid%u_btye, &
    793. 

  793.                               grid%v_btxs,grid%v_btxe,grid%v_btys,grid%v_btye, &
    794. 

  794.                               grid%ph_btxs,grid%ph_btxe,grid%ph_btys,grid%ph_btye, &
    795. 

  795.                               grid%t_btxs,grid%t_btxe,grid%t_btys,grid%t_btye, &
    796. 

  796.                               grid%w_btxs,grid%w_btxe,grid%w_btys,grid%w_btye, &
    797. 

  797.                               grid%mu_btxs,grid%mu_btxe,grid%mu_btys,grid%mu_btye, &
    798. 

  798.                               config_flags%spec_bdy_width, grid%spec_zone, grid%relax_zone,       &
    799. 

  799.                               grid%dtbc, grid%fcx, grid%gcx,                              &
    800. 

  800.                               ids,ide, jds,jde, kds,kde,                   &
    801. 

  801.                               ims,ime, jms,jme, kms,kme,                   &
    802. 

  802.                               ips,ipe, jps,jpe, kps,kpe,                   &
    803. 

  803.                               grid%i_start(ij), grid%i_end(ij),            &
    804. 

  804.                               grid%j_start(ij), grid%j_end(ij),            &
    805. 

  805.                               k_start, k_end                              )
    806. 

  806. 

  807.        ENDIF
    808. 

  808. 

  809.        CALL rk_addtend_dry( grid%ru_tend,  grid%rv_tend,  rw_tend,  ph_tend,  t_tend,  &
    810. 

  810.                             ru_tendf, rv_tendf, rw_tendf, ph_tendf, t_tendf, &
    811. 

  811.                             grid%u_save, grid%v_save, w_save, ph_save, grid%t_save, &
    812. 

  812.                             mu_tend, mu_tendf, rk_step,                      &
    813. 

  813.                             grid%h_diabatic, grid%mut, grid%msftx,        &
    814. 

  814.                             grid%msfty, grid%msfux,grid%msfuy,               &
    815. 

  815.                             grid%msfvx, grid%msfvx_inv, grid%msfvy,          &
    816. 

  816.                             ids,ide, jds,jde, kds,kde,                       &
    817. 

  817.                             ims,ime, jms,jme, kms,kme,                       &
    818. 

  818.                             ips,ipe, jps,jpe, kps,kpe,                       &
    819. 

  819.                             grid%i_start(ij), grid%i_end(ij),                &
    820. 

  820.                             grid%j_start(ij), grid%j_end(ij),                &
    821. 

  821.                             k_start, k_end                                  )
    822. 

  822. 

  823.        IF( config_flags%specified .or. config_flags%nested ) THEN 
    824. 

  824.          CALL spec_bdy_dry ( config_flags,                                    &
    825. 

  825.                              grid%ru_tend, grid%rv_tend, ph_tend, t_tend,               &
    826. 

  826.                              rw_tend, mu_tend,                                &
    827. 

  827.                              grid%u_bxs,grid%u_bxe,grid%u_bys,grid%u_bye, &
    828. 

  828.                              grid%v_bxs,grid%v_bxe,grid%v_bys,grid%v_bye, &
    829. 

  829.                              grid%ph_bxs,grid%ph_bxe,grid%ph_bys,grid%ph_bye, &
    830. 

  830.                              grid%t_bxs,grid%t_bxe,grid%t_bys,grid%t_bye, &
    831. 

  831.                              grid%w_bxs,grid%w_bxe,grid%w_bys,grid%w_bye, &
    832. 

  832.                              grid%mu_bxs,grid%mu_bxe,grid%mu_bys,grid%mu_bye, &
    833. 

  833.                              grid%u_btxs,grid%u_btxe,grid%u_btys,grid%u_btye, &
    834. 

  834.                              grid%v_btxs,grid%v_btxe,grid%v_btys,grid%v_btye, &
    835. 

  835.                              grid%ph_btxs,grid%ph_btxe,grid%ph_btys,grid%ph_btye, &
    836. 

  836.                              grid%t_btxs,grid%t_btxe,grid%t_btys,grid%t_btye, &
    837. 

  837.                              grid%w_btxs,grid%w_btxe,grid%w_btys,grid%w_btye, &
    838. 

  838.                              grid%mu_btxs,grid%mu_btxe,grid%mu_btys,grid%mu_btye, &
    839. 

  839.                              config_flags%spec_bdy_width, grid%spec_zone,                       &
    840. 

  840.                              ids,ide, jds,jde, kds,kde,  & ! domain dims
    841. 

  841.                              ims,ime, jms,jme, kms,kme,  & ! memory dims
    842. 

  842.                              ips,ipe, jps,jpe, kps,kpe,  & ! patch  dims
    843. 

  843.                              grid%i_start(ij), grid%i_end(ij),                &
    844. 

  844.                              grid%j_start(ij), grid%j_end(ij),                &
    845. 

  845.                              k_start, k_end                                  )
    846. 

  846.      
    847. 

  847.        ENDIF
    848. 

  848. 

  849.      END DO
    850. 

  850.      !$OMP END PARALLEL DO
    851. 

  851. BENCH_END(relax_bdy_dry_tim)
    852. 

  852. 

  853. !<DESCRIPTION>
    854. 

  854. !<pre>
    855. 

  855. ! (3) Small (acoustic,sound) steps.
    856. 

  856. !
    857. 

  857. !    Several acoustic steps are taken each RK pass.  A small step 
    858. 

  858. !    sequence begins with calculating perturbation variables 
    859. 

  859. !    and coupling them to the column dry-air-mass mu 
    860. 

  860. !    (call to small_step_prep).  This is followed by computing
    861. 

  861. !    coefficients for the vertically implicit part of the
    862. 

  862. !    small timestep (call to calc_coef_w).  
    863. 

  863. !
    864. 

  864. !    The small steps are taken
    865. 

  865. !    in the named loop "small_steps:".  In the small_steps loop, first 
    866. 

  866. !    the horizontal momentum (u and v) are advanced (call to advance_uv),
    867. 

  867. !    next mu and theta are advanced (call to advance_mu_t) followed by
    868. 

  868. !    advancing w and the geopotential (call to advance_w).  Diagnostic
    869. 

  869. !    values for pressure and inverse density are updated at the end of
    870. 

  870. !    each small_step.
    871. 

  871. !
    872. 

  872. !    The small-step section ends with the change of the perturbation variables
    873. 

  873. !    back to full variables (call to small_step_finish).
    874. 

  874. !</pre>
    875. 

  875. !</DESCRIPTION>
    876. 

  876. 

  877. BENCH_START(small_step_prep_tim)
    878. 

  878.      !$OMP PARALLEL DO   &
    879. 

  879.      !$OMP PRIVATE ( ij )
    880. 

  880.      DO ij = 1 , grid%num_tiles
    881. 

  881. 

  882.     ! Calculate coefficients for the vertically implicit acoustic/gravity wave
    883. 

  883.     ! integration.  We only need calculate these for the first pass through -
    884. 

  884.     ! the predictor step.  They are reused as is for the corrector step.
    885. 

  885.     ! For third-order RK, we need to recompute these after the first 
    886. 

  886.     ! predictor because we may have changed the small timestep -> grid%dts.
    887. 

  887. 

  888.        CALL wrf_debug ( 200 , ' call small_step_prep ' )
    889. 

  889. 

  890.        CALL small_step_prep( grid%u_1,grid%u_2,grid%v_1,grid%v_2,grid%w_1,grid%w_2,   &
    891. 

  891.                              grid%t_1,grid%t_2,grid%ph_1,grid%ph_2,                   &
    892. 

  892.                              grid%mub, grid%mu_1, grid%mu_2,                          &
    893. 

  893.                              grid%muu, muus, grid%muv, muvs,                          &
    894. 

  894.                              grid%mut, grid%muts, grid%mudf,                          &
    895. 

  895.                              grid%u_save, grid%v_save, w_save,                        &
    896. 

  896.                              grid%t_save, ph_save, mu_save,                           &
    897. 

  897.                              grid%ww, ww1,                                            &
    898. 

  898.                              grid%dnw, c2a, grid%pb, grid%p, grid%alt,                &
    899. 

  899.                              grid%msfux,grid%msfuy, grid%msfvx, grid%msfvx_inv,       &
    900. 

  900.                              grid%msfvy, grid%msftx,grid%msfty,                       &
    901. 

  901.                              grid%rdx, grid%rdy, rk_step,                             &
    902. 

  902.                              ids, ide, jds, jde, kds, kde,                            &
    903. 

  903.                              ims, ime, jms, jme, kms, kme,                            &
    904. 

  904.                              grid%i_start(ij), grid%i_end(ij),                        &
    905. 

  905.                              grid%j_start(ij), grid%j_end(ij),                        &
    906. 

  906.                              k_start    , k_end                                       )
    907. 

  907.  
    908. 

  908.        CALL calc_p_rho( grid%al, grid%p, grid%ph_2,                 &
    909. 

  909.                         grid%alt, grid%t_2, grid%t_save, c2a, pm1,  &
    910. 

  910.                         grid%mu_2, grid%muts, grid%znu, t0,         &
    911. 

  911.                         grid%rdnw, grid%dnw, grid%smdiv,            &
    912. 

  912.                         config_flags%non_hydrostatic, 0,            &
    913. 

  913.                         ids, ide, jds, jde, kds, kde,               &
    914. 

  914.                         ims, ime, jms, jme, kms, kme,               &
    915. 

  915.                         grid%i_start(ij), grid%i_end(ij),           &
    916. 

  916.                         grid%j_start(ij), grid%j_end(ij),           &
    917. 

  917.                         k_start    , k_end                          )
    918. 

  918. 

  919.        IF (config_flags%non_hydrostatic) THEN
    920. 

  920.          CALL calc_coef_w( a,alpha,gamma,                    &
    921. 

  921.                            grid%mut, cqw,                    &
    922. 

  922.                            grid%rdn, grid%rdnw, c2a,         &
    923. 

  923.                            dts_rk, g, grid%epssm,            &
    924. 

  924.                            config_flags%top_lid,             &
    925. 

  925.                            ids, ide, jds, jde, kds, kde,     &
    926. 

  926.                            ims, ime, jms, jme, kms, kme,     &
    927. 

  927.                            grid%i_start(ij), grid%i_end(ij), &
    928. 

  928.                            grid%j_start(ij), grid%j_end(ij), &
    929. 

  929.                            k_start    , k_end               )
    930. 

  930.        ENDIF
    931. 

  931. 

  932.      ENDDO
    933. 

  933.      !$OMP END PARALLEL DO
    934. 

  934. BENCH_END(small_step_prep_tim)
    935. 

  935. 

  936. #ifdef DM_PARALLEL
    937. 

  937. !-----------------------------------------------------------------------
    938. 

  938. !  Stencils for patch communications  (WCS, 29 June 2001)
    939. 

  939. !  Note:  the small size of this halo exchange reflects the 
    940. 

  940. !         fact that we are carrying the uncoupled variables 
    941. 

  941. !         as state variables in the mass coordinate model, as
    942. 

  942. !         opposed to the coupled variables as in the height
    943. 

  943. !         coordinate model.
    944. 

  944. !
    945. 

  945. !                              * * * * *
    946. 

  946. !            *        * * *    * * * * *
    947. 

  947. !          * + *      * + *    * * + * * 
    948. 

  948. !            *        * * *    * * * * *
    949. 

  949. !                              * * * * *
    950. 

  950. !
    951. 

  951. !  3D variables - note staggering!  ph_2(Z), u_save(X), v_save(Y)
    952. 

  952. !
    953. 

  953. !  ph_2      x
    954. 

  954. !  al        x
    955. 

  955. !  p         x
    956. 

  956. !  t_1       x
    957. 

  957. !  t_save    x
    958. 

  958. !  u_save    x
    959. 

  959. !  v_save    x
    960. 

  960. !
    961. 

  961. !  the following are 2D (xy) variables
    962. 

  962. !
    963. 

  963. !  mu_1      x
    964. 

  964. !  mu_2      x
    965. 

  965. !  mudf      x
    966. 

  966. !  php       x
    967. 

  967. !  alt       x
    968. 

  968. !  pb        x
    969. 

  969. !--------------------------------------------------------------
    970. 

  970. #      include "HALO_EM_B.inc"
    971. 

  971. #      include "PERIOD_BDY_EM_B.inc"
    972. 

  972. #endif
    973. 

  973. 

  974. BENCH_START(set_phys_bc2_tim)
    975. 

  975.      !$OMP PARALLEL DO   &
    976. 

  976.      !$OMP PRIVATE ( ij )
    977. 

  977. 

  978.      DO ij = 1 , grid%num_tiles
    979. 

  979. 

  980.        CALL set_physical_bc3d( grid%ru_tend, 'u', config_flags,      &
    981. 

  981.                                ids, ide, jds, jde, kds, kde,         &
    982. 

  982.                                ims, ime, jms, jme, kms, kme,         &
    983. 

  983.                                ips, ipe, jps, jpe, kps, kpe,         &
    984. 

  984.                                grid%i_start(ij), grid%i_end(ij),     &
    985. 

  985.                                grid%j_start(ij), grid%j_end(ij),     &
    986. 

  986.                                k_start    , k_end                    )
    987. 

  987. 

  988.        CALL set_physical_bc3d( grid%rv_tend, 'v', config_flags,      &
    989. 

  989.                                ids, ide, jds, jde, kds, kde,         &
    990. 

  990.                                ims, ime, jms, jme, kms, kme,         &
    991. 

  991.                                ips, ipe, jps, jpe, kps, kpe,         &
    992. 

  992.                                grid%i_start(ij), grid%i_end(ij),     &
    993. 

  993.                                grid%j_start(ij), grid%j_end(ij),     &
    994. 

  994.                                k_start    , k_end                    )
    995. 

  995. 

  996.        CALL set_physical_bc3d( grid%ph_2, 'w', config_flags,         &
    997. 

  997.                                ids, ide, jds, jde, kds, kde,         &
    998. 

  998.                                ims, ime, jms, jme, kms, kme,         &
    999. 

  999.                                ips, ipe, jps, jpe, kps, kpe,         &
    1000. 

  1000.                                grid%i_start(ij), grid%i_end(ij),     &
    1001. 

  1001.                                grid%j_start(ij), grid%j_end(ij),     &
    1002. 

  1002.                                k_start    , k_end                    )
    1003. 

  1003. 

  1004.        CALL set_physical_bc3d( grid%al, 'p', config_flags,           &
    1005. 

  1005.                                ids, ide, jds, jde, kds, kde,         &
    1006. 

  1006.                                ims, ime, jms, jme, kms, kme,         &
    1007. 

  1007.                                ips, ipe, jps, jpe, kps, kpe,         &
    1008. 

  1008.                                grid%i_start(ij), grid%i_end(ij),     &
    1009. 

  1009.                                grid%j_start(ij), grid%j_end(ij),     &
    1010. 

  1010.                                k_start    , k_end                    )
    1011. 

  1011. 

  1012.        CALL set_physical_bc3d( grid%p, 'p', config_flags,            &
    1013. 

  1013.                                ids, ide, jds, jde, kds, kde,         &
    1014. 

  1014.                                ims, ime, jms, jme, kms, kme,         &
    1015. 

  1015.                                ips, ipe, jps, jpe, kps, kpe,         &
    1016. 

  1016.                                grid%i_start(ij), grid%i_end(ij),     &
    1017. 

  1017.                                grid%j_start(ij), grid%j_end(ij),     &
    1018. 

  1018.                                k_start    , k_end                    )
    1019. 

  1019. 

  1020.        CALL set_physical_bc3d( grid%t_1, 'p', config_flags,          &
    1021. 

  1021.                                ids, ide, jds, jde, kds, kde,         &
    1022. 

  1022.                                ims, ime, jms, jme, kms, kme,         &
    1023. 

  1023.                                ips, ipe, jps, jpe, kps, kpe,         &
    1024. 

  1024.                                grid%i_start(ij), grid%i_end(ij),     &
    1025. 

  1025.                                grid%j_start(ij), grid%j_end(ij),     &
    1026. 

  1026.                                k_start    , k_end                    )
    1027. 

  1027. 

  1028.        CALL set_physical_bc3d( grid%t_save, 't', config_flags,       &
    1029. 

  1029.                                ids, ide, jds, jde, kds, kde,         &
    1030. 

  1030.                                ims, ime, jms, jme, kms, kme,         &
    1031. 

  1031.                                ips, ipe, jps, jpe, kps, kpe,         &
    1032. 

  1032.                                grid%i_start(ij), grid%i_end(ij),     &
    1033. 

  1033.                                grid%j_start(ij), grid%j_end(ij),     &
    1034. 

  1034.                                k_start    , k_end                    )
    1035. 

  1035. 

  1036.        CALL set_physical_bc2d( grid%mu_1, 't', config_flags,         &
    1037. 

  1037.                                ids, ide, jds, jde,                   &
    1038. 

  1038.                                ims, ime, jms, jme,                   &
    1039. 

  1039.                                ips, ipe, jps, jpe,                   &
    1040. 

  1040.                                grid%i_start(ij), grid%i_end(ij),     &
    1041. 

  1041.                                grid%j_start(ij), grid%j_end(ij)      )
    1042. 

  1042. 

  1043.        CALL set_physical_bc2d( grid%mu_2, 't', config_flags,         &
    1044. 

  1044.                                ids, ide, jds, jde,                   &
    1045. 

  1045.                                ims, ime, jms, jme,                   &
    1046. 

  1046.                                ips, ipe, jps, jpe,                   &
    1047. 

  1047.                                grid%i_start(ij), grid%i_end(ij),     &
    1048. 

  1048.                                grid%j_start(ij), grid%j_end(ij)      )
    1049. 

  1049. 

  1050.        CALL set_physical_bc2d( grid%mudf, 't', config_flags,         &
    1051. 

  1051.                                ids, ide, jds, jde,                …
    1052.

Large files files are truncated, but you can click here to view the full file