PageRenderTime 104ms CodeModel.GetById 33ms RepoModel.GetById 0ms app.codeStats 1ms

/wrfv2_fire/dyn_em/solve_em.F

http://github.com/jbeezley/wrf-fire
FORTRAN Legacy | 4014 lines | 2574 code | 461 blank | 979 comment | 12 complexity | b11609b3a9b0c8f951dfd34819ba8f0b MD5 | raw file
Possible License(s): AGPL-1.0 
    

  1. !WRF:MEDIATION_LAYER:SOLVER
    2. 

  2. 

  3. SUBROUTINE solve_em ( grid , config_flags  &
    4. 

  4. ! Arguments generated from Registry
    5. 

  5. #include "dummy_new_args.inc"
    6. 

  6. !
    7. 

  7.                     )
    8. 

  8. ! Driver layer modules
    9. 

  9.    USE module_state_description
    10. 

  10.    USE module_domain, ONLY : &
    11. 

  11.                   domain, get_ijk_from_grid, get_ijk_from_subgrid                          &
    12. 

  12.                  ,domain_get_current_time, domain_get_start_time                           &
    13. 

  13.                  ,domain_get_sim_start_time, domain_clock_get
    14. 

  14.    USE module_domain_type, ONLY : history_alarm, restart_alarm
    15. 

  15.    USE module_configure, ONLY : grid_config_rec_type
    16. 

  16.    USE module_driver_constants
    17. 

  17.    USE module_machine
    18. 

  18.    USE module_tiles, ONLY : set_tiles
    19. 

  19. #ifdef DM_PARALLEL
    20. 

  20.    USE module_dm, ONLY : &
    21. 

  21.                   local_communicator, mytask, ntasks, ntasks_x, ntasks_y                   &
    22. 

  22.                  ,local_communicator_periodic, wrf_dm_maxval
    23. 

  23.    USE module_comm_dm, ONLY : &
    24. 

  24.                   halo_em_a_sub,halo_em_b_sub,halo_em_c2_sub,halo_em_chem_e_3_sub          &
    25. 

  25.                  ,halo_em_chem_e_5_sub,halo_em_chem_e_7_sub,halo_em_chem_old_e_5_sub       &
    26. 

  26.                  ,halo_em_chem_old_e_7_sub,halo_em_c_sub,halo_em_d2_3_sub                  &
    27. 

  27.                  ,halo_em_d2_5_sub,halo_em_d3_3_sub,halo_em_d3_5_sub,halo_em_d_sub         &
    28. 

  28.                  ,halo_em_e_3_sub,halo_em_e_5_sub,halo_em_hydro_uv_sub                     &
    29. 

  29.                  ,halo_em_moist_e_3_sub,halo_em_moist_e_5_sub,halo_em_moist_e_7_sub        &
    30. 

  30.                  ,halo_em_moist_old_e_5_sub,halo_em_moist_old_e_7_sub                      &
    31. 

  31.                  ,halo_em_scalar_e_3_sub,halo_em_scalar_e_5_sub,halo_em_scalar_e_7_sub     &
    32. 

  32.                  ,halo_em_scalar_old_e_5_sub,halo_em_scalar_old_e_7_sub,halo_em_tke_3_sub  &
    33. 

  33.                  ,halo_em_tke_5_sub,halo_em_tke_7_sub,halo_em_tke_advect_3_sub             &
    34. 

  34.                  ,halo_em_tke_advect_5_sub,halo_em_tke_old_e_5_sub                         &
    35. 

  35.                  ,halo_em_tke_old_e_7_sub,halo_em_tracer_e_3_sub,halo_em_tracer_e_5_sub    &
    36. 

  36.                  ,halo_em_tracer_e_7_sub,halo_em_tracer_old_e_5_sub                        &
    37. 

  37.                  ,halo_em_tracer_old_e_7_sub,period_bdy_em_a_sub                           &
    38. 

  38.                  ,period_bdy_em_b3_sub,period_bdy_em_b_sub,period_bdy_em_chem2_sub         &
    39. 

  39.                  ,period_bdy_em_chem_old_sub,period_bdy_em_chem_sub,period_bdy_em_d3_sub   &
    40. 

  40.                  ,period_bdy_em_d_sub,period_bdy_em_e_sub,period_bdy_em_moist2_sub         &
    41. 

  41.                  ,period_bdy_em_moist_old_sub,period_bdy_em_moist_sub                      &
    42. 

  42.                  ,period_bdy_em_scalar2_sub,period_bdy_em_scalar_old_sub                   &
    43. 

  43.                  ,period_bdy_em_scalar_sub,period_bdy_em_tke_old_sub                       &
    44. 

  44.                  ,period_bdy_em_tracer2_sub,period_bdy_em_tracer_old_sub                   &
    45. 

  45.                  ,period_bdy_em_tracer_sub,period_em_da_sub,period_em_hydro_uv_sub
    46. 

  46. #endif
    47. 

  47.    USE module_utility
    48. 

  48. ! Mediation layer modules
    49. 

  49. ! Model layer modules
    50. 

  50.    USE module_model_constants
    51. 

  51.    USE module_small_step_em
    52. 

  52.    USE module_em
    53. 

  53.    USE module_big_step_utilities_em
    54. 

  54.    USE module_bc
    55. 

  55.    USE module_bc_em
    56. 

  56.    USE module_solvedebug_em
    57. 

  57.    USE module_physics_addtendc
    58. 

  58.    USE module_diffusion_em
    59. 

  59.    USE module_polarfft
    60. 

  60.    USE module_microphysics_driver
    61. 

  61.    USE module_microphysics_zero_out
    62. 

  62.    USE module_fddaobs_driver
    63. 

  63.    USE module_diagnostics
    64. 

  64. #ifdef WRF_CHEM
    65. 

  65.    USE module_input_chem_data
    66. 

  66.    USE module_input_tracer
    67. 

  67.    USE module_chem_utilities
    68. 

  68. #endif
    69. 

  69.    USE module_first_rk_step_part1
    70. 

  70.    USE module_first_rk_step_part2
    71. 

  71.    USE module_llxy, ONLY : proj_cassini
    72. 

  72.    USE module_avgflx_em, ONLY : zero_avgflx, upd_avgflx
    73. 

  73. 

  74.    IMPLICIT NONE
    75. 

  75. 

  76.    !  Input data.
    77. 

  77. 

  78.    TYPE(domain) , TARGET          :: grid
    79. 

  79. 

  80.    !  Definitions of dummy arguments to this routine (generated from Registry).
    81. 

  81. #include "dummy_new_decl.inc"
    82. 

  82. 

  83.    !  Structure that contains run-time configuration (namelist) data for domain
    84. 

  84.    TYPE (grid_config_rec_type) , INTENT(IN)          :: config_flags
    85. 

  85. 

  86.    ! Local data
    87. 

  87. 

  88.    INTEGER                         :: k_start , k_end, its, ite, jts, jte
    89. 

  89.    INTEGER                         :: ids , ide , jds , jde , kds , kde , &
    90. 

  90.                                       ims , ime , jms , jme , kms , kme , &
    91. 

  91.                                       ips , ipe , jps , jpe , kps , kpe
    92. 

  92. 

  93.    INTEGER                         :: sids , side , sjds , sjde , skds , skde , &
    94. 

  94.                                       sims , sime , sjms , sjme , skms , skme , &
    95. 

  95.                                       sips , sipe , sjps , sjpe , skps , skpe
    96. 

  96. 

  97. 

  98.    INTEGER ::              imsx, imex, jmsx, jmex, kmsx, kmex,    &
    99. 

  99.                            ipsx, ipex, jpsx, jpex, kpsx, kpex,    &
    100. 

  100.                            imsy, imey, jmsy, jmey, kmsy, kmey,    &
    101. 

  101.                            ipsy, ipey, jpsy, jpey, kpsy, kpey
    102. 

  102. 

  103.    INTEGER                         :: ij , iteration
    104. 

  104.    INTEGER                         :: im , num_3d_m , ic , num_3d_c , is , num_3d_s
    105. 

  105.    INTEGER                         :: loop
    106. 

  106.    INTEGER                         :: sz
    107. 

  107.    INTEGER                         :: iswater
    108. 

  108. 

  109.    LOGICAL                         :: specified_bdy, channel_bdy
    110. 

  110. 

  111.    REAL                            :: t_new
    112. 

  112.    
    113. 

  113.    ! Changes in tendency at this timestep
    114. 

  114.    real ,DIMENSION(grid%sm31:grid%em31,grid%sm32:grid%em32,grid%sm33:grid%em33) :: h_tendency, &
    115. 

  115.                                                                                    z_tendency
    116. 

  116.                                                                                    
    117. 

  117.    ! Whether advection should produce decoupled horizontal and vertical advective tendency outputs
    118. 

  118.    LOGICAL                        :: tenddec
    119. 

  119.    
    120. 

  120.    ! Flag for microphysics routines to produce diagnostic fields (e.g., radar reflectivity)
    121. 

  121.    LOGICAL                        :: diagflag
    122. 

  122.    
    123. 

  123. #ifdef WRF_CHEM
    124. 

  124.    ! Index cross-referencing array for tendency accumulation
    125. 

  125.    INTEGER, DIMENSION( num_chem ) :: adv_ct_indices
    126. 

  126. #endif
    127. 

  127. 

  128. ! storage for tendencies and decoupled state (generated from Registry)
    129. 

  129. 

  130. #include <i1_decl.inc>
    131. 

  131. ! Previous time level of tracer arrays now defined as i1 variables;
    132. 

  132. ! the state 4d arrays now redefined as 1-time level arrays in Registry.
    133. 

  133. ! Benefit: save memory in nested runs, since only 1 domain is active at a
    134. 

  134. ! time.  Potential problem on stack-limited architectures: increases
    135. 

  135. ! amount of data on program stack by making these automatic arrays.
    136. 

  136. 

  137.    INTEGER :: rc 
    138. 

  138.    INTEGER :: number_of_small_timesteps, rk_step
    139. 

  139.    INTEGER :: klevel,ijm,ijp,i,j,k,size1,size2    ! for prints/plots only
    140. 

  140.    INTEGER :: idum1, idum2, dynamics_option
    141. 

  141. 

  142.    INTEGER :: rk_order, iwmax, jwmax, kwmax
    143. 

  143.    REAL :: dt_rk, dts_rk, dts, dtm, wmax
    144. 

  144.    REAL , ALLOCATABLE , DIMENSION(:)  :: max_vert_cfl_tmp, max_horiz_cfl_tmp
    145. 

  145.    LOGICAL :: leapfrog
    146. 

  146.    INTEGER :: l,kte,kk
    147. 

  147.    LOGICAL :: f_flux  ! flag for computing averaged fluxes in cu_gd
    148. 

  148.    REAL    :: curr_secs
    149. 

  149.    INTEGER :: num_sound_steps
    150. 

  150.    INTEGER :: idex, jdex
    151. 

  151.    REAL    :: max_msft
    152. 

  152.    REAL    :: spacing
    153. 

  153. 

  154.    INTEGER :: ii, jj !kk is above after l,kte
    155. 

  155.    REAL    :: dclat
    156. 

  156.    INTEGER :: debug_level
    157. 

  157. 

  158. ! urban related variables
    159. 

  159.    INTEGER :: NUM_ROOF_LAYERS, NUM_WALL_LAYERS, NUM_ROAD_LAYERS   ! urban
    160. 

  160. 

  161.    TYPE(WRFU_TimeInterval)                    :: tmpTimeInterval
    162. 

  162.    REAL                                       :: real_time
    163. 

  163.    LOGICAL                                    :: adapt_step_flag
    164. 

  164.    LOGICAL                                    :: fill_w_flag
    165. 

  165. 

  166. ! variables for flux-averaging code 20091223
    167. 

  167.    CHARACTER*256                              :: message, message2
    168. 

  168.    REAL                                       :: old_dt
    169. 

  169.    TYPE(WRFU_Time)                            :: temp_time, CurrTime, restart_time
    170. 

  170.    INTEGER, PARAMETER                         :: precision = 100
    171. 

  171.    INTEGER                                    :: num, den
    172. 

  172.    TYPE(WRFU_TimeInterval)                    :: dtInterval, intervaltime,restartinterval
    173. 

  173. 

  174. ! Define benchmarking timers if -DBENCH is compiled
    175. 

  175. #include <bench_solve_em_def.h>
    176. 

  176. 

  177. !----------------------
    178. 

  178. ! Executable statements
    179. 

  179. !----------------------
    180. 

  180. 

  181. !<DESCRIPTION>
    182. 

  182. !<pre>
    183. 

  183. ! solve_em is the main driver for advancing a grid a single timestep.
    184. 

  184. ! It is a mediation-layer routine -> DM and SM calls are made where 
    185. 

  185. ! needed for parallel processing.  
    186. 

  186. !
    187. 

  187. ! solve_em can integrate the equations using 3 time-integration methods
    188. 

  188. !      
    189. 

  189. !    - 3rd order Runge-Kutta time integration (recommended)
    190. 

  190. !      
    191. 

  191. !    - 2nd order Runge-Kutta time integration
    192. 

  192. !      
    193. 

  193. ! The main sections of solve_em are
    194. 

  194. !     
    195. 

  195. ! (1) Runge-Kutta (RK) loop
    196. 

  196. !     
    197. 

  197. ! (2) Non-timesplit physics (i.e., tendencies computed for updating
    198. 

  198. !     model state variables during the first RK sub-step (loop)
    199. 

  199. !     
    200. 

  200. ! (3) Small (acoustic, sound) timestep loop - within the RK sub-steps
    201. 

  201. !     
    202. 

  202. ! (4) scalar advance for moist and chem scalar variables (and TKE)
    203. 

  203. !     within the RK sub-steps.
    204. 

  204. !     
    205. 

  205. ! (5) time-split physics (after the RK step), currently this includes
    206. 

  206. !     only microphyics
    207. 

  207. !
    208. 

  208. ! A more detailed description of these sections follows.
    209. 

  209. !</pre>
    210. 

  210. !</DESCRIPTION>
    211. 

  211. 

  212. ! Initialize timers if compiled with -DBENCH
    213. 

  213. #include <bench_solve_em_init.h>
    214. 

  214. 

  215. !  set runge-kutta solver (2nd or 3rd order)
    216. 

  216. 

  217.    dynamics_option = config_flags%rk_ord
    218. 

  218. 

  219. !  Obtain dimension information stored in the grid data structure.
    220. 

  220. 

  221.    CALL get_ijk_from_grid (  grid ,                   &
    222. 

  222.                              ids, ide, jds, jde, kds, kde,    &
    223. 

  223.                              ims, ime, jms, jme, kms, kme,    &
    224. 

  224.                              ips, ipe, jps, jpe, kps, kpe,    &
    225. 

  225.                              imsx, imex, jmsx, jmex, kmsx, kmex,    &
    226. 

  226.                              ipsx, ipex, jpsx, jpex, kpsx, kpex,    &
    227. 

  227.                              imsy, imey, jmsy, jmey, kmsy, kmey,    &
    228. 

  228.                              ipsy, ipey, jpsy, jpey, kpsy, kpey )
    229. 

  229.  
    230. 

  230.    CALL get_ijk_from_subgrid (  grid ,                   &
    231. 

  231.                              sids, side, sjds, sjde, skds, skde,    &
    232. 

  232.                              sims, sime, sjms, sjme, skms, skme,    &
    233. 

  233.                              sips, sipe, sjps, sjpe, skps, skpe    )
    234. 

  234.    k_start         = kps
    235. 

  235.    k_end           = kpe
    236. 

  236. 

  237.    num_3d_m        = num_moist
    238. 

  238.    num_3d_c        = num_chem
    239. 

  239.    num_3d_s        = num_scalar
    240. 

  240. 

  241.    f_flux = config_flags%do_avgflx_cugd .EQ. 1
    242. 

  242. 

  243. !  Compute these starting and stopping locations for each tile and number of tiles.
    244. 

  244. !  See: http://www.mmm.ucar.edu/wrf/WG2/topics/settiles
    245. 

  245.    CALL set_tiles ( grid , ids , ide , jds , jde , ips , ipe , jps , jpe )
    246. 

  246. 

  247. !  Max values of CFL for adaptive time step scheme
    248. 

  248. 

  249.    ALLOCATE (max_vert_cfl_tmp(grid%num_tiles))
    250. 

  250.    ALLOCATE (max_horiz_cfl_tmp(grid%num_tiles))
    251. 

  251. 

  252.   !
    253. 

  253.   ! Calculate current time in seconds since beginning of model run.
    254. 

  254.   !   Unfortunately, ESMF does not seem to have a way to return
    255. 

  255.   !   floating point seconds based on a TimeInterval.  So, we will
    256. 

  256.   !   calculate it here--but, this is not clean!!
    257. 

  257.   !
    258. 

  258.    tmpTimeInterval = domain_get_current_time ( grid ) - domain_get_sim_start_time ( grid )
    259. 

  259.    curr_secs = real_time(tmpTimeInterval)
    260. 

  260. 

  261.    old_dt = grid%dt   ! store old time step for flux averaging code at end of RK loop
    262. 

  262. !-----------------------------------------------------------------------------
    263. 

  263. ! Adaptive time step: Added by T. Hutchinson, WSI  3/5/07
    264. 

  264. !   In this call, we do the time-step adaptation and set time-dependent lateral
    265. 

  265. !   boundary condition nudging weights.
    266. 

  266. !
    267. 

  267.    IF ( (config_flags%use_adaptive_time_step) .and. &
    268. 

  268.         ( (.not. grid%nested) .or. &
    269. 

  269.         ( (grid%nested) .and. (abs(grid%dtbc) < 0.0001) ) ) )THEN
    270. 

  270.       CALL adapt_timestep(grid, config_flags)
    271. 

  271.       adapt_step_flag = .TRUE.
    272. 

  272.    ELSE
    273. 

  273.       adapt_step_flag = .FALSE.
    274. 

  274.    ENDIF
    275. 

  275. ! End of adaptive time step modifications
    276. 

  276. !-----------------------------------------------------------------------------
    277. 

  277. 

  278.    grid%itimestep = grid%itimestep + 1
    279. 

  279. 

  280.    IF (config_flags%polar) dclat = 90./REAL(jde-jds) !(0.5 * 180/ny)
    281. 

  281. 

  282. #ifdef WRF_CHEM
    283. 

  283. 

  284.    kte=min(k_end,kde-1)
    285. 

  285. # ifdef DM_PARALLEL
    286. 

  286.    if ( num_chem >= PARAM_FIRST_SCALAR ) then
    287. 

  287. !-----------------------------------------------------------------------
    288. 

  288. ! see matching halo calls below for stencils
    289. 

  289. !--------------------------------------------------------------
    290. 

  290.      CALL wrf_debug ( 200 , ' call HALO_RK_CHEM' )
    291. 

  291.      IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    292. 

  292. #      include "HALO_EM_CHEM_E_3.inc"
    293. 

  293.        IF( config_flags%progn > 0 ) THEN
    294. 

  294. #         include "HALO_EM_SCALAR_E_3.inc"
    295. 

  295.        ENDIF
    296. 

  296.      ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    297. 

  297. #      include "HALO_EM_CHEM_E_5.inc"
    298. 

  298.        IF( config_flags%progn > 0 ) THEN
    299. 

  299. #         include "HALO_EM_SCALAR_E_5.inc"
    300. 

  300.       ENDIF
    301. 

  301.      ELSE
    302. 

  302.        WRITE(wrf_err_message,*)'solve_em: invalid h_mom_adv_order = ',config_flags%h_mom_adv_order
    303. 

  303.        CALL wrf_error_fatal(TRIM(wrf_err_message))
    304. 

  304.      ENDIF
    305. 

  305.    ENDIF
    306. 

  306.    if ( num_tracer >= PARAM_FIRST_SCALAR ) then
    307. 

  307. !-----------------------------------------------------------------------
    308. 

  308. ! see matching halo calls below for stencils
    309. 

  309. !--------------------------------------------------------------
    310. 

  310.      CALL wrf_debug ( 200 , ' call HALO_RK_tracer' )
    311. 

  311.      IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    312. 

  312. #      include "HALO_EM_TRACER_E_3.inc"
    313. 

  313.      ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    314. 

  314. #      include "HALO_EM_TRACER_E_5.inc"
    315. 

  315.      ELSE
    316. 

  316.        WRITE(wrf_err_message,*)'solve_em: invalid h_mom_adv_order = ',config_flags%h_mom_adv_order
    317. 

  317.        CALL wrf_error_fatal(TRIM(wrf_err_message))
    318. 

  318.      ENDIF
    319. 

  319.    ENDIF
    320. 

  320. # endif
    321. 

  321. !--------------------------------------------------------------
    322. 

  322.    adv_ct_indices(   :  ) = 1
    323. 

  323.    IF ( config_flags%chemdiag == USECHEMDIAG ) THEN
    324. 

  324.    ! modify tendency list here
    325. 

  325.    ! note that the referencing direction here is opposite of that in chem_driver
    326. 

  326.        adv_ct_indices(p_co  ) = p_advh_co
    327. 

  327.        adv_ct_indices(p_o3  ) = p_advh_o3
    328. 

  328.        adv_ct_indices(p_no  ) = p_advh_no
    329. 

  329.        adv_ct_indices(p_no2 ) = p_advh_no2
    330. 

  330.        adv_ct_indices(p_hno3) = p_advh_hno3
    331. 

  331.        adv_ct_indices(p_iso ) = p_advh_iso
    332. 

  332.        adv_ct_indices(p_ho  ) = p_advh_ho
    333. 

  333.        adv_ct_indices(p_ho2 ) = p_advh_ho2
    334. 

  334.    END IF
    335. 

  335. #endif
    336. 

  336. 

  337.    rk_order = config_flags%rk_ord
    338. 

  338. 

  339.    IF ( grid%time_step_sound == 0 ) THEN
    340. 

  340. ! This function will give 4 for 6*dx and 6 for 10*dx and returns even numbers only
    341. 

  341.      spacing = min(grid%dx, grid%dy)
    342. 

  342.      IF ( ( config_flags%use_adaptive_time_step ) .AND. ( config_flags%map_proj == PROJ_CASSINI ) ) THEN
    343. 

  343.        max_msft=MIN ( MAX(grid%max_msftx, grid%max_msfty) , &
    344. 

  344.                       1.0/COS(config_flags%fft_filter_lat*degrad) )
    345. 

  345.        num_sound_steps = max ( 2 * ( INT (300. * grid%dt / (spacing / max_msft) - 0.01 ) + 1 ), 4 )
    346. 

  346.      ELSE IF  ( config_flags%use_adaptive_time_step ) THEN
    347. 

  347.        max_msft= MAX(grid%max_msftx, grid%max_msfty)
    348. 

  348.        num_sound_steps = max ( 2 * ( INT (300. * grid%dt / (spacing / max_msft) - 0.01 ) + 1 ), 4 )
    349. 

  349.      ELSE
    350. 

  350.        num_sound_steps = max ( 2 * ( INT (300. * grid%dt /  spacing             - 0.01 ) + 1 ), 4 )
    351. 

  351.      END IF
    352. 

  352.      WRITE(wrf_err_message,*)'grid spacing, dt, time_step_sound=',spacing,grid%dt,num_sound_steps
    353. 

  353.      CALL wrf_debug ( 50 , wrf_err_message )
    354. 

  354.    ELSE
    355. 

  355.      num_sound_steps = grid%time_step_sound
    356. 

  356.    ENDIF
    357. 

  357. 

  358.    dts = grid%dt/float(num_sound_steps)
    359. 

  359. 

  360.    IF (config_flags%use_adaptive_time_step) THEN
    361. 

  361.   
    362. 

  362.      CALL get_wrf_debug_level( debug_level )
    363. 

  363.      IF ((config_flags%time_step < 0) .AND. (debug_level.GE.50)) THEN
    364. 

  364. #ifdef DM_PARALLEL
    365. 

  365.        CALL wrf_dm_maxval(grid%max_vert_cfl, idex, jdex)
    366. 

  366. #endif
    367. 

  367.        WRITE(wrf_err_message,*)'variable dt, max horiz cfl, max vert cfl: ',&
    368. 

  368.             grid%dt, grid%max_horiz_cfl, grid%max_vert_cfl
    369. 

  369.        CALL wrf_debug ( 0 , wrf_err_message )
    370. 

  370.      ENDIF
    371. 

  371. 

  372.      grid%max_cfl_val = 0
    373. 

  373.      grid%max_horiz_cfl = 0
    374. 

  374.      grid%max_vert_cfl = 0
    375. 

  375.    ENDIF
    376. 

  376. 

  377. ! setting bdy tendencies to zero for DFI if constant_bc = true
    378. 

  378. 

  379.      !$OMP PARALLEL DO   &
    380. 

  380.      !$OMP PRIVATE ( ij )
    381. 

  381.      DO ij = 1 , grid%num_tiles
    382. 

  382. 

  383. !      IF( config_flags%specified .AND. grid%dfi_opt .NE. DFI_NODFI   &
    384. 

  384. !          .AND. config_flags%constant_bc .AND. (grid%dfi_stage .EQ. DFI_BCK .OR. grid%dfi_stage .EQ. DFI_FWD) ) THEN
    385. 

  385.        IF( config_flags%specified .AND. config_flags%constant_bc ) THEN
    386. 

  386. 

  387.        CALL zero_bdytend (grid%u_btxs,grid%u_btxe,grid%u_btys,grid%u_btye,     &
    388. 

  388.                           grid%v_btxs,grid%v_btxe,grid%v_btys,grid%v_btye,     &
    389. 

  389.                           grid%ph_btxs,grid%ph_btxe,grid%ph_btys,grid%ph_btye, &
    390. 

  390.                           grid%t_btxs,grid%t_btxe,grid%t_btys,grid%t_btye,     &
    391. 

  391.                           grid%w_btxs,grid%w_btxe,grid%w_btys,grid%w_btye,     &
    392. 

  392.                           grid%mu_btxs,grid%mu_btxe,grid%mu_btys,grid%mu_btye, &
    393. 

  393.                           moist_btxs,moist_btxe,                               &
    394. 

  394.                           moist_btys,moist_btye,                               &
    395. 

  395.                           grid%spec_bdy_width,num_3d_m,                &
    396. 

  396.                           ids,ide, jds,jde, kds,kde,                   &
    397. 

  397.                           ims,ime, jms,jme, kms,kme,                   &
    398. 

  398.                           ips,ipe, jps,jpe, kps,kpe,                   &
    399. 

  399.                           grid%i_start(ij), grid%i_end(ij),            &
    400. 

  400.                           grid%j_start(ij), grid%j_end(ij),            &
    401. 

  401.                           k_start, k_end                               )
    402. 

  402. 

  403.        ENDIF
    404. 

  404.      ENDDO
    405. 

  405.      !$OMP END PARALLEL DO
    406. 

  406. 

  407. !**********************************************************************
    408. 

  408. !
    409. 

  409. !  LET US BEGIN.......
    410. 

  410. !
    411. 

  411. !<DESCRIPTION>
    412. 

  412. !<pre>
    413. 

  413. ! (1) RK integration loop is named the "Runge_Kutta_loop:"
    414. 

  414. !
    415. 

  415. !   Predictor-corrector type time integration.
    416. 

  416. !   Advection terms are evaluated at time t for the predictor step,
    417. 

  417. !   and advection is re-evaluated with the latest predicted value for
    418. 

  418. !   each succeeding time corrector step
    419. 

  419. !
    420. 

  420. !   2nd order Runge Kutta (rk_order = 2):
    421. 

  421. !   Step 1 is taken to the midpoint predictor, step 2 is the full step.
    422. 

  422. !
    423. 

  423. !   3rd order Runge Kutta (rk_order = 3):
    424. 

  424. !   Step 1 is taken to from t to dt/3, step 2 is from t to dt/2,
    425. 

  425. !   and step 3 is from t to dt.
    426. 

  426. !
    427. 

  427. !   non-timesplit physics are evaluated during first RK step and
    428. 

  428. !   these physics tendencies are stored for use in each RK pass.
    429. 

  429. !</pre>
    430. 

  430. !</DESCRIPTION>
    431. 

  431. !**********************************************************************
    432. 

  432. 

  433.    Runge_Kutta_loop:  DO rk_step = 1, rk_order
    434. 

  434. 

  435.    !  Set the step size and number of small timesteps for
    436. 

  436.    !  each part of the timestep
    437. 

  437. 

  438.      dtm = grid%dt
    439. 

  439.      IF ( rk_order == 1 ) THEN   
    440. 

  440. 

  441.        write(wrf_err_message,*)' leapfrog removed, error exit for dynamics_option = ',dynamics_option
    442. 

  442.        CALL wrf_error_fatal( wrf_err_message )
    443. 

  443. 

  444.      ELSE IF ( rk_order == 2 ) THEN   ! 2nd order Runge-Kutta timestep
    445. 

  445. 

  446.        IF ( rk_step == 1) THEN
    447. 

  447.          dt_rk  = 0.5*grid%dt
    448. 

  448.          dts_rk = dts
    449. 

  449.          number_of_small_timesteps = num_sound_steps/2
    450. 

  450.        ELSE
    451. 

  451.          dt_rk = grid%dt
    452. 

  452.          dts_rk = dts
    453. 

  453.          number_of_small_timesteps = num_sound_steps
    454. 

  454.        ENDIF
    455. 

  455. 

  456.      ELSE IF ( rk_order == 3 ) THEN ! third order Runge-Kutta
    457. 

  457. 

  458.        IF ( rk_step == 1) THEN
    459. 

  459.          dt_rk = grid%dt/3.
    460. 

  460.          dts_rk = dt_rk
    461. 

  461.          number_of_small_timesteps = 1
    462. 

  462.        ELSE IF (rk_step == 2) THEN
    463. 

  463.          dt_rk  = 0.5*grid%dt
    464. 

  464.          dts_rk = dts
    465. 

  465.          number_of_small_timesteps = num_sound_steps/2
    466. 

  466.        ELSE
    467. 

  467.          dt_rk = grid%dt
    468. 

  468.          dts_rk = dts
    469. 

  469.          number_of_small_timesteps = num_sound_steps
    470. 

  470.        ENDIF
    471. 

  471. 

  472.      ELSE
    473. 

  473. 

  474.        write(wrf_err_message,*)' unknown solver, error exit for dynamics_option = ',dynamics_option
    475. 

  475.        CALL wrf_error_fatal( wrf_err_message )
    476. 

  476. 

  477.      END IF
    478. 

  478. 

  479. !  Ensure that polar meridional velocity is zero
    480. 

  480.      IF (config_flags%polar) THEN 
    481. 

  481.        !$OMP PARALLEL DO   &
    482. 

  482.        !$OMP PRIVATE ( ij )
    483. 

  483.        DO ij = 1 , grid%num_tiles
    484. 

  484.          CALL zero_pole ( grid%v_1,                      &
    485. 

  485.                           ids, ide, jds, jde, kds, kde,     &
    486. 

  486.                           ims, ime, jms, jme, kms, kme,     &
    487. 

  487.                           grid%i_start(ij), grid%i_end(ij), &
    488. 

  488.                           grid%j_start(ij), grid%j_end(ij), &
    489. 

  489.                           k_start, k_end                   )
    490. 

  490.          CALL zero_pole ( grid%v_2,                      &
    491. 

  491.                           ids, ide, jds, jde, kds, kde,     &
    492. 

  492.                           ims, ime, jms, jme, kms, kme,     &
    493. 

  493.                           grid%i_start(ij), grid%i_end(ij), &
    494. 

  494.                           grid%j_start(ij), grid%j_end(ij), &
    495. 

  495.                           k_start, k_end                   )
    496. 

  496.        END DO
    497. 

  497.        !$OMP END PARALLEL DO
    498. 

  498.      END IF
    499. 

  499. !
    500. 

  500. !  Time level t is in the *_2 variable in the first part 
    501. 

  501. !  of the step, and in the *_1 variable after the predictor.
    502. 

  502. !  the latest predicted values are stored in the *_2 variables.
    503. 

  503. !
    504. 

  504.      CALL wrf_debug ( 200 , ' call rk_step_prep ' )
    505. 

  505. 

  506. BENCH_START(step_prep_tim)
    507. 

  507.      !$OMP PARALLEL DO   &
    508. 

  508.      !$OMP PRIVATE ( ij )
    509. 

  509. 

  510.      DO ij = 1 , grid%num_tiles
    511. 

  511. 

  512.        CALL rk_step_prep  ( config_flags, rk_step,            &
    513. 

  513.                             grid%u_2, grid%v_2, grid%w_2, grid%t_2, grid%ph_2, grid%mu_2,   &
    514. 

  514.                             moist,                            &
    515. 

  515.                             grid%ru, grid%rv, grid%rw, grid%ww, grid%php, grid%alt, grid%muu, grid%muv,   &
    516. 

  516.                             grid%mub, grid%mut, grid%phb, grid%pb, grid%p, grid%al, grid%alb,    &
    517. 

  517.                             cqu, cqv, cqw,                    &
    518. 

  518.                             grid%msfux, grid%msfuy, grid%msfvx, grid%msfvx_inv,        &
    519. 

  519.                             grid%msfvy, grid%msftx, grid%msfty,                        &
    520. 

  520.                             grid%fnm, grid%fnp, grid%dnw, grid%rdx, grid%rdy,          &
    521. 

  521.                             num_3d_m,                         &
    522. 

  522.                             ids, ide, jds, jde, kds, kde,     &
    523. 

  523.                             ims, ime, jms, jme, kms, kme,     &
    524. 

  524.                             grid%i_start(ij), grid%i_end(ij), &
    525. 

  525.                             grid%j_start(ij), grid%j_end(ij), &
    526. 

  526.                             k_start, k_end                   )
    527. 

  527. 

  528.      END DO
    529. 

  529.      !$OMP END PARALLEL DO
    530. 

  530. BENCH_END(step_prep_tim)
    531. 

  531. 

  532. #ifdef DM_PARALLEL
    533. 

  533. !-----------------------------------------------------------------------
    534. 

  534. !  Stencils for patch communications  (WCS, 29 June 2001)
    535. 

  535. !  Note:  the small size of this halo exchange reflects the 
    536. 

  536. !         fact that we are carrying the uncoupled variables 
    537. 

  537. !         as state variables in the mass coordinate model, as
    538. 

  538. !         opposed to the coupled variables as in the height
    539. 

  539. !         coordinate model.
    540. 

  540. !
    541. 

  541. !                           * * * * *
    542. 

  542. !         *        * * *    * * * * *
    543. 

  543. !       * + *      * + *    * * + * * 
    544. 

  544. !         *        * * *    * * * * *
    545. 

  545. !                           * * * * *
    546. 

  546. !
    547. 

  547. !  3D variables - note staggering!  ru(X), rv(Y), ww(Z), php(Z)
    548. 

  548. !
    549. 

  549. !  ru     x
    550. 

  550. !  rv     x
    551. 

  551. !  ww     x
    552. 

  552. !  php    x
    553. 

  553. !  alt    x
    554. 

  554. !  ph_2   x
    555. 

  555. !  phb    x
    556. 

  556. !
    557. 

  557. !  the following are 2D (xy) variables
    558. 

  558. !
    559. 

  559. !  muu    x
    560. 

  560. !  muv    x
    561. 

  561. !  mut    x
    562. 

  562. !--------------------------------------------------------------
    563. 

  563. #    include "HALO_EM_A.inc"
    564. 

  564. #endif
    565. 

  565. 

  566. ! set boundary conditions on variables 
    567. 

  567. ! from big_step_prep for use in big_step_proc
    568. 

  568. 

  569. #ifdef DM_PARALLEL
    570. 

  570. #  include "PERIOD_BDY_EM_A.inc"
    571. 

  571. #endif
    572. 

  572. 

  573. BENCH_START(set_phys_bc_tim)
    574. 

  574.      !$OMP PARALLEL DO   &
    575. 

  575.      !$OMP PRIVATE ( ij, ii, jj, kk )
    576. 

  576. 

  577.      DO ij = 1 , grid%num_tiles
    578. 

  578. 

  579.        CALL wrf_debug ( 200 , ' call rk_phys_bc_dry_1' )
    580. 

  580. 

  581.        CALL rk_phys_bc_dry_1( config_flags, grid%ru, grid%rv, grid%rw, grid%ww,      & 
    582. 

  582.                               grid%muu, grid%muv, grid%mut, grid%php, grid%alt, grid%p,        &
    583. 

  583.                               ids, ide, jds, jde, kds, kde,      &
    584. 

  584.                               ims, ime, jms, jme, kms, kme,      &
    585. 

  585.                               ips, ipe, jps, jpe, kps, kpe,      &
    586. 

  586.                               grid%i_start(ij), grid%i_end(ij),  &
    587. 

  587.                               grid%j_start(ij), grid%j_end(ij),  &
    588. 

  588.                               k_start, k_end                )
    589. 

  589.        CALL set_physical_bc3d( grid%al, 'p', config_flags,            &
    590. 

  590.                               ids, ide, jds, jde, kds, kde,     &
    591. 

  591.                               ims, ime, jms, jme, kms, kme,     &
    592. 

  592.                               ips, ipe, jps, jpe, kps, kpe,     &
    593. 

  593.                               grid%i_start(ij), grid%i_end(ij), &
    594. 

  594.                               grid%j_start(ij), grid%j_end(ij), &
    595. 

  595.                               k_start    , k_end               )
    596. 

  596.        CALL set_physical_bc3d( grid%ph_2, 'w', config_flags,            &
    597. 

  597.                               ids, ide, jds, jde, kds, kde, &
    598. 

  598.                               ims, ime, jms, jme, kms, kme, &
    599. 

  599.                               ips, ipe, jps, jpe, kps, kpe, &
    600. 

  600.                               grid%i_start(ij), grid%i_end(ij),        &
    601. 

  601.                               grid%j_start(ij), grid%j_end(ij),        &
    602. 

  602.                               k_start, k_end                )
    603. 

  603. 

  604.        IF (config_flags%polar) THEN 
    605. 

  605. 

  606. !-------------------------------------------------------
    607. 

  607. ! lat-lon grid pole-point (v) specification (extrapolate v, rv to the pole)
    608. 

  608. !-------------------------------------------------------
    609. 

  609. 

  610.          CALL pole_point_bc ( grid%v_1,                      &
    611. 

  611.                               ids, ide, jds, jde, kds, kde,     &
    612. 

  612.                               ims, ime, jms, jme, kms, kme,     &
    613. 

  613.                               grid%i_start(ij), grid%i_end(ij), &
    614. 

  614.                               grid%j_start(ij), grid%j_end(ij), &
    615. 

  615.                               k_start, k_end                   )
    616. 

  616.  
    617. 

  617.          CALL pole_point_bc ( grid%v_2,                      &
    618. 

  618.                               ids, ide, jds, jde, kds, kde,     &
    619. 

  619.                               ims, ime, jms, jme, kms, kme,     &
    620. 

  620.                               grid%i_start(ij), grid%i_end(ij), &
    621. 

  621.                               grid%j_start(ij), grid%j_end(ij), &
    622. 

  622.                               k_start, k_end                   )
    623. 

  623.  
    624. 

  624. !-------------------------------------------------------
    625. 

  625. ! end lat-lon grid pole-point (v) specification
    626. 

  626. !-------------------------------------------------------
    627. 

  627. 

  628.        ENDIF
    629. 

  629.      END DO
    630. 

  630.      !$OMP END PARALLEL DO
    631. 

  631. BENCH_END(set_phys_bc_tim)
    632. 

  632. 

  633.      rk_step_is_one : IF (rk_step == 1) THEN ! only need to initialize diffusion tendencies
    634. 

  634. 

  635. !<DESCRIPTION>
    636. 

  636. !<pre>
    637. 

  637. !(2) The non-timesplit physics begins with a call to "phy_prep"
    638. 

  638. !    (which computes some diagnostic variables such as temperature,
    639. 

  639. !    pressure, u and v at p points, etc).  This is followed by
    640. 

  640. !    calls to the physics drivers:
    641. 

  641. !
    642. 

  642. !              radiation,
    643. 

  643. !              surface,
    644. 

  644. !              pbl,
    645. 

  645. !              cumulus,
    646. 

  646. !              fddagd,
    647. 

  647. !              3D TKE and mixing.
    648. 

  648. !<pre>
    649. 

  649. !</DESCRIPTION>
    650. 

  650. 

  651.        CALL first_rk_step_part1 (    grid, config_flags         &
    652. 

  652.                              , moist , moist_tend               &
    653. 

  653.                              , chem  , chem_tend                &
    654. 

  654.                              , tracer, tracer_tend              &
    655. 

  655.                              , scalar , scalar_tend             &
    656. 

  656.                              , fdda3d, fdda2d                   &
    657. 

  657.                              , ru_tendf, rv_tendf               &
    658. 

  658.                              , rw_tendf, t_tendf                &
    659. 

  659.                              , ph_tendf, mu_tendf               &
    660. 

  660.                              , tke_tend                         &
    661. 

  661.                              , config_flags%use_adaptive_time_step &
    662. 

  662.                              , curr_secs                        &
    663. 

  663.                              , psim , psih , wspd , gz1oz0      &
    664. 

  664.                              , br , chklowq                     &
    665. 

  665.                              , cu_act_flag , hol , th_phy       &
    666. 

  666.                              , pi_phy , p_phy , grid%t_phy      &
    667. 

  667.                              , u_phy , v_phy                    &
    668. 

  668.                              , dz8w , p8w , t8w , rho_phy , rho &
    669. 

  669.                              , ids, ide, jds, jde, kds, kde     &
    670. 

  670.                              , ims, ime, jms, jme, kms, kme     &
    671. 

  671.                              , ips, ipe, jps, jpe, kps, kpe     &
    672. 

  672.                              , imsx, imex, jmsx, jmex, kmsx, kmex    &
    673. 

  673.                              , ipsx, ipex, jpsx, jpex, kpsx, kpex    &
    674. 

  674.                              , imsy, imey, jmsy, jmey, kmsy, kmey    &
    675. 

  675.                              , ipsy, ipey, jpsy, jpey, kpsy, kpey    &
    676. 

  676.                              , k_start , k_end                  &
    677. 

  677.                              , f_flux                           &
    678. 

  678.                             )
    679. 

  679. 

  680. #ifdef DM_PARALLEL
    681. 

  681.        IF ( config_flags%bl_pbl_physics == MYNNPBLSCHEME2 .OR. &
    682. 

  682.             config_flags%bl_pbl_physics == MYNNPBLSCHEME3 ) THEN
    683. 

  683. #        include "HALO_EM_SCALAR_E_5.inc"
    684. 

  684.        ENDIF
    685. 

  685. #endif
    686. 

  686. 

  687.        CALL first_rk_step_part2 (    grid, config_flags         &
    688. 

  688.                              , moist , moist_tend               &
    689. 

  689.                              , chem  , chem_tend                &
    690. 

  690.                              , tracer, tracer_tend              &
    691. 

  691.                              , scalar , scalar_tend             &
    692. 

  692.                              , fdda3d, fdda2d                   &
    693. 

  693.                              , ru_tendf, rv_tendf               &
    694. 

  694.                              , rw_tendf, t_tendf                &
    695. 

  695.                              , ph_tendf, mu_tendf               &
    696. 

  696.                              , tke_tend                         &
    697. 

  697.                              , adapt_step_flag , curr_secs      &
    698. 

  698.                              , psim , psih , wspd , gz1oz0      &
    699. 

  699.                              , br , chklowq                     &
    700. 

  700.                              , cu_act_flag , hol , th_phy       &
    701. 

  701.                              , pi_phy , p_phy , grid%t_phy      &
    702. 

  702.                              , u_phy , v_phy                    &
    703. 

  703.                              , dz8w , p8w , t8w , rho_phy , rho &
    704. 

  704.                              , nba_mij, num_nba_mij             & !JDM 
    705. 

  705.                              , nba_rij, num_nba_rij             & !JDM  
    706. 

  706.                              , ids, ide, jds, jde, kds, kde     &
    707. 

  707.                              , ims, ime, jms, jme, kms, kme     &
    708. 

  708.                              , ips, ipe, jps, jpe, kps, kpe     &
    709. 

  709.                              , imsx, imex, jmsx, jmex, kmsx, kmex    &
    710. 

  710.                              , ipsx, ipex, jpsx, jpex, kpsx, kpex    &
    711. 

  711.                              , imsy, imey, jmsy, jmey, kmsy, kmey    &
    712. 

  712.                              , ipsy, ipey, jpsy, jpey, kpsy, kpey    &
    713. 

  713.                              , k_start , k_end                  &
    714. 

  714.                             )
    715. 

  715. 

  716.      END IF rk_step_is_one
    717. 

  717. 

  718. BENCH_START(rk_tend_tim)
    719. 

  719.      !$OMP PARALLEL DO   &
    720. 

  720.      !$OMP PRIVATE ( ij )
    721. 

  721.      DO ij = 1 , grid%num_tiles
    722. 

  722. 

  723.        CALL wrf_debug ( 200 , ' call rk_tendency' )
    724. 

  724.        CALL rk_tendency ( config_flags, rk_step                                                                &
    725. 

  725.                          ,grid%ru_tend, grid%rv_tend, rw_tend, ph_tend, t_tend                                 &
    726. 

  726.                          ,ru_tendf, rv_tendf, rw_tendf, ph_tendf, t_tendf                                      &
    727. 

  727.                          ,mu_tend, grid%u_save, grid%v_save, w_save, ph_save                                   &
    728. 

  728.                          ,grid%t_save, mu_save, grid%rthften                                                   &
    729. 

  729.                          ,grid%ru, grid%rv, grid%rw, grid%ww                                                   &
    730. 

  730.                          ,grid%u_2, grid%v_2, grid%w_2, grid%t_2, grid%ph_2                                    &
    731. 

  731.                          ,grid%u_1, grid%v_1, grid%w_1, grid%t_1, grid%ph_1                                    &
    732. 

  732.                          ,grid%h_diabatic, grid%phb, grid%t_init                                               &
    733. 

  733.                          ,grid%mu_2, grid%mut, grid%muu, grid%muv, grid%mub                                    &
    734. 

  734.                          ,grid%al, grid%alt, grid%p, grid%pb, grid%php, cqu, cqv, cqw                          &
    735. 

  735.                          ,grid%u_base, grid%v_base, grid%t_base, grid%qv_base, grid%z_base                     &
    736. 

  736.                          ,grid%msfux,grid%msfuy, grid%msfvx, grid%msfvx_inv                                    &
    737. 

  737.                          ,grid%msfvy, grid%msftx,grid%msfty, grid%clat, grid%f, grid%e, grid%sina, grid%cosa   &
    738. 

  738.                          ,grid%fnm, grid%fnp, grid%rdn, grid%rdnw                                              &
    739. 

  739.                          ,grid%dt, grid%rdx, grid%rdy, grid%khdif, grid%kvdif, grid%xkmh, grid%xkhh            &
    740. 

  740.                          ,grid%diff_6th_opt, grid%diff_6th_factor                                              &
    741. 

  741.                          ,config_flags%momentum_adv_opt                                                        &
    742. 

  742.                          ,grid%dampcoef,grid%zdamp,config_flags%damp_opt,config_flags%rad_nudge                &
    743. 

  743.                          ,grid%cf1, grid%cf2, grid%cf3, grid%cfn, grid%cfn1, num_3d_m                          &
    744. 

  744.                          ,config_flags%non_hydrostatic, config_flags%top_lid                                   &
    745. 

  745.                          ,grid%u_frame, grid%v_frame                                                           &
    746. 

  746.                          ,ids, ide, jds, jde, kds, kde                                                         &
    747. 

  747.                          ,ims, ime, jms, jme, kms, kme                                                         &
    748. 

  748.                          ,grid%i_start(ij), grid%i_end(ij)                                                     &
    749. 

  749.                          ,grid%j_start(ij), grid%j_end(ij)                                                     &
    750. 

  750.                          ,k_start, k_end                                                                       &
    751. 

  751.                          ,max_vert_cfl_tmp(ij), max_horiz_cfl_tmp(ij)                                         )
    752. 

  752.      END DO
    753. 

  753.      !$OMP END PARALLEL DO
    754. 

  754. BENCH_END(rk_tend_tim)
    755. 

  755. 

  756.      IF (config_flags%use_adaptive_time_step) THEN
    757. 

  757.        DO ij = 1 , grid%num_tiles
    758. 

  758.          IF (max_horiz_cfl_tmp(ij) .GT. grid%max_horiz_cfl) THEN
    759. 

  759.            grid%max_horiz_cfl = max_horiz_cfl_tmp(ij)
    760. 

  760.          ENDIF
    761. 

  761.          IF (max_vert_cfl_tmp(ij) .GT. grid%max_vert_cfl) THEN
    762. 

  762.            grid%max_vert_cfl = max_vert_cfl_tmp(ij)
    763. 

  763.          ENDIF
    764. 

  764.        END DO
    765. 

  765.      
    766. 

  766.        IF (grid%max_horiz_cfl .GT. grid%max_cfl_val) THEN
    767. 

  767.          grid%max_cfl_val = grid%max_horiz_cfl
    768. 

  768.        ENDIF
    769. 

  769.        IF (grid%max_vert_cfl .GT. grid%max_cfl_val) THEN
    770. 

  770.          grid%max_cfl_val = grid%max_vert_cfl
    771. 

  771.        ENDIF
    772. 

  772.      ENDIF
    773. 

  773. 

  774. BENCH_START(relax_bdy_dry_tim)
    775. 

  775.      !$OMP PARALLEL DO   &
    776. 

  776.      !$OMP PRIVATE ( ij )
    777. 

  777.      DO ij = 1 , grid%num_tiles
    778. 

  778. 

  779.        IF( (config_flags%specified .or. config_flags%nested) .and. rk_step == 1 ) THEN 
    780. 

  780. 

  781.          CALL relax_bdy_dry ( config_flags,                                &
    782. 

  782.                               grid%u_save, grid%v_save, ph_save, grid%t_save,             &
    783. 

  783.                               w_save, mu_tend,                             & 
    784. 

  784.                               grid%ru, grid%rv, grid%ph_2, grid%t_2,                           &
    785. 

  785.                               grid%w_2, grid%mu_2, grid%mut,                              &
    786. 

  786.                               grid%u_bxs,grid%u_bxe,grid%u_bys,grid%u_bye, &
    787. 

  787.                               grid%v_bxs,grid%v_bxe,grid%v_bys,grid%v_bye, &
    788. 

  788.                               grid%ph_bxs,grid%ph_bxe,grid%ph_bys,grid%ph_bye, &
    789. 

  789.                               grid%t_bxs,grid%t_bxe,grid%t_bys,grid%t_bye, &
    790. 

  790.                               grid%w_bxs,grid%w_bxe,grid%w_bys,grid%w_bye, &
    791. 

  791.                               grid%mu_bxs,grid%mu_bxe,grid%mu_bys,grid%mu_bye, &
    792. 

  792.                               grid%u_btxs,grid%u_btxe,grid%u_btys,grid%u_btye, &
    793. 

  793.                               grid%v_btxs,grid%v_btxe,grid%v_btys,grid%v_btye, &
    794. 

  794.                               grid%ph_btxs,grid%ph_btxe,grid%ph_btys,grid%ph_btye, &
    795. 

  795.                               grid%t_btxs,grid%t_btxe,grid%t_btys,grid%t_btye, &
    796. 

  796.                               grid%w_btxs,grid%w_btxe,grid%w_btys,grid%w_btye, &
    797. 

  797.                               grid%mu_btxs,grid%mu_btxe,grid%mu_btys,grid%mu_btye, &
    798. 

  798.                               config_flags%spec_bdy_width, grid%spec_zone, grid%relax_zone,       &
    799. 

  799.                               grid%dtbc, grid%fcx, grid%gcx,                              &
    800. 

  800.                               ids,ide, jds,jde, kds,kde,                   &
    801. 

  801.                               ims,ime, jms,jme, kms,kme,                   &
    802. 

  802.                               ips,ipe, jps,jpe, kps,kpe,                   &
    803. 

  803.                               grid%i_start(ij), grid%i_end(ij),            &
    804. 

  804.                               grid%j_start(ij), grid%j_end(ij),            &
    805. 

  805.                               k_start, k_end                              )
    806. 

  806. 

  807.        ENDIF
    808. 

  808. 

  809.        CALL rk_addtend_dry( grid%ru_tend,  grid%rv_tend,  rw_tend,  ph_tend,  t_tend,  &
    810. 

  810.                             ru_tendf, rv_tendf, rw_tendf, ph_tendf, t_tendf, &
    811. 

  811.                             grid%u_save, grid%v_save, w_save, ph_save, grid%t_save, &
    812. 

  812.                             mu_tend, mu_tendf, rk_step,                      &
    813. 

  813.                             grid%h_diabatic, grid%mut, grid%msftx,        &
    814. 

  814.                             grid%msfty, grid%msfux,grid%msfuy,               &
    815. 

  815.                             grid%msfvx, grid%msfvx_inv, grid%msfvy,          &
    816. 

  816.                             ids,ide, jds,jde, kds,kde,                       &
    817. 

  817.                             ims,ime, jms,jme, kms,kme,                       &
    818. 

  818.                             ips,ipe, jps,jpe, kps,kpe,                       &
    819. 

  819.                             grid%i_start(ij), grid%i_end(ij),                &
    820. 

  820.                             grid%j_start(ij), grid%j_end(ij),                &
    821. 

  821.                             k_start, k_end                                  )
    822. 

  822. 

  823.        IF( config_flags%specified .or. config_flags%nested ) THEN 
    824. 

  824.          CALL spec_bdy_dry ( config_flags,                                    &
    825. 

  825.                              grid%ru_tend, grid%rv_tend, ph_tend, t_tend,               &
    826. 

  826.                              rw_tend, mu_tend,                                &
    827. 

  827.                              grid%u_bxs,grid%u_bxe,grid%u_bys,grid%u_bye, &
    828. 

  828.                              grid%v_bxs,grid%v_bxe,grid%v_bys,grid%v_bye, &
    829. 

  829.                              grid%ph_bxs,grid%ph_bxe,grid%ph_bys,grid%ph_bye, &
    830. 

  830.                              grid%t_bxs,grid%t_bxe,grid%t_bys,grid%t_bye, &
    831. 

  831.                              grid%w_bxs,grid%w_bxe,grid%w_bys,grid%w_bye, &
    832. 

  832.                              grid%mu_bxs,grid%mu_bxe,grid%mu_bys,grid%mu_bye, &
    833. 

  833.                              grid%u_btxs,grid%u_btxe,grid%u_btys,grid%u_btye, &
    834. 

  834.                              grid%v_btxs,grid%v_btxe,grid%v_btys,grid%v_btye, &
    835. 

  835.                              grid%ph_btxs,grid%ph_btxe,grid%ph_btys,grid%ph_btye, &
    836. 

  836.                              grid%t_btxs,grid%t_btxe,grid%t_btys,grid%t_btye, &
    837. 

  837.                              grid%w_btxs,grid%w_btxe,grid%w_btys,grid%w_btye, &
    838. 

  838.                              grid%mu_btxs,grid%mu_btxe,grid%mu_btys,grid%mu_btye, &
    839. 

  839.                              config_flags%spec_bdy_width, grid%spec_zone,                       &
    840. 

  840.                              ids,ide, jds,jde, kds,kde,  & ! domain dims
    841. 

  841.                              ims,ime, jms,jme, kms,kme,  & ! memory dims
    842. 

  842.                              ips,ipe, jps,jpe, kps,kpe,  & ! patch  dims
    843. 

  843.                              grid%i_start(ij), grid%i_end(ij),                &
    844. 

  844.                              grid%j_start(ij), grid%j_end(ij),                &
    845. 

  845.                              k_start, k_end                                  )
    846. 

  846.      
    847. 

  847.        ENDIF
    848. 

  848. 

  849.      END DO
    850. 

  850.      !$OMP END PARALLEL DO
    851. 

  851. BENCH_END(relax_bdy_dry_tim)
    852. 

  852. 

  853. !<DESCRIPTION>
    854. 

  854. !<pre>
    855. 

  855. ! (3) Small (acoustic,sound) steps.
    856. 

  856. !
    857. 

  857. !    Several acoustic steps are taken each RK pass.  A small step 
    858. 

  858. !    sequence begins with calculating perturbation variables 
    859. 

  859. !    and coupling them to the column dry-air-mass mu 
    860. 

  860. !    (call to small_step_prep).  This is followed by computing
    861. 

  861. !    coefficients for the vertically implicit part of the
    862. 

  862. !    small timestep (call to calc_coef_w).  
    863. 

  863. !
    864. 

  864. !    The small steps are taken
    865. 

  865. !    in the named loop "small_steps:".  In the small_steps loop, first 
    866. 

  866. !    the horizontal momentum (u and v) are advanced (call to advance_uv),
    867. 

  867. !    next mu and theta are advanced (call to advance_mu_t) followed by
    868. 

  868. !    advancing w and the geopotential (call to advance_w).  Diagnostic
    869. 

  869. !    values for pressure and inverse density are updated at the end of
    870. 

  870. !    each small_step.
    871. 

  871. !
    872. 

  872. !    The small-step section ends with the change of the perturbation variables
    873. 

  873. !    back to full variables (call to small_step_finish).
    874. 

  874. !</pre>
    875. 

  875. !</DESCRIPTION>
    876. 

  876. 

  877. BENCH_START(small_step_prep_tim)
    878. 

  878.      !$OMP PARALLEL DO   &
    879. 

  879.      !$OMP PRIVATE ( ij )
    880. 

  880.      DO ij = 1 , grid%num_tiles
    881. 

  881. 

  882.     ! Calculate coefficients for the vertically implicit acoustic/gravity wave
    883. 

  883.     ! integration.  We only need calculate these for the first pass through -
    884. 

  884.     ! the predictor step.  They are reused as is for the corrector step.
    885. 

  885.     ! For third-order RK, we need to recompute these after the first 
    886. 

  886.     ! predictor because we may have changed the small timestep -> grid%dts.
    887. 

  887. 

  888.        CALL wrf_debug ( 200 , ' call small_step_prep ' )
    889. 

  889. 

  890.        CALL small_step_prep( grid%u_1,grid%u_2,grid%v_1,grid%v_2,grid%w_1,grid%w_2,   &
    891. 

  891.                              grid%t_1,grid%t_2,grid%ph_1,grid%ph_2,                   &
    892. 

  892.                              grid%mub, grid%mu_1, grid%mu_2,                          &
    893. 

  893.                              grid%muu, muus, grid%muv, muvs,                          &
    894. 

  894.                              grid%mut, grid%muts, grid%mudf,                          &
    895. 

  895.                              grid%u_save, grid%v_save, w_save,                        &
    896. 

  896.                              grid%t_save, ph_save, mu_save,                           &
    897. 

  897.                              grid%ww, ww1,                                            &
    898. 

  898.                              grid%dnw, c2a, grid%pb, grid%p, grid%alt,                &
    899. 

  899.                              grid%msfux,grid%msfuy, grid%msfvx, grid%msfvx_inv,       &
    900. 

  900.                              grid%msfvy, grid%msftx,grid%msfty,                       &
    901. 

  901.                              grid%rdx, grid%rdy, rk_step,                             &
    902. 

  902.                              ids, ide, jds, jde, kds, kde,                            &
    903. 

  903.                              ims, ime, jms, jme, kms, kme,                            &
    904. 

  904.                              grid%i_start(ij), grid%i_end(ij),                        &
    905. 

  905.                              grid%j_start(ij), grid%j_end(ij),                        &
    906. 

  906.                              k_start    , k_end                                       )
    907. 

  907.  
    908. 

  908.        CALL calc_p_rho( grid%al, grid%p, grid%ph_2,                 &
    909. 

  909.                         grid%alt, grid%t_2, grid%t_save, c2a, pm1,  &
    910. 

  910.                         grid%mu_2, grid%muts, grid%znu, t0,         &
    911. 

  911.                         grid%rdnw, grid%dnw, grid%smdiv,            &
    912. 

  912.                         config_flags%non_hydrostatic, 0,            &
    913. 

  913.                         ids, ide, jds, jde, kds, kde,               &
    914. 

  914.                         ims, ime, jms, jme, kms, kme,               &
    915. 

  915.                         grid%i_start(ij), grid%i_end(ij),           &
    916. 

  916.                         grid%j_start(ij), grid%j_end(ij),           &
    917. 

  917.                         k_start    , k_end                          )
    918. 

  918. 

  919.        IF (config_flags%non_hydrostatic) THEN
    920. 

  920.          CALL calc_coef_w( a,alpha,gamma,                    &
    921. 

  921.                            grid%mut, cqw,                    &
    922. 

  922.                            grid%rdn, grid%rdnw, c2a,         &
    923. 

  923.                            dts_rk, g, grid%epssm,            &
    924. 

  924.                            config_flags%top_lid,             &
    925. 

  925.                            ids, ide, jds, jde, kds, kde,     &
    926. 

  926.                            ims, ime, jms, jme, kms, kme,     &
    927. 

  927.                            grid%i_start(ij), grid%i_end(ij), &
    928. 

  928.                            grid%j_start(ij), grid%j_end(ij), &
    929. 

  929.                            k_start    , k_end               )
    930. 

  930.        ENDIF
    931. 

  931. 

  932.      ENDDO
    933. 

  933.      !$OMP END PARALLEL DO
    934. 

  934. BENCH_END(small_step_prep_tim)
    935. 

  935. 

  936. #ifdef DM_PARALLEL
    937. 

  937. !-----------------------------------------------------------------------
    938. 

  938. !  Stencils for patch communications  (WCS, 29 June 2001)
    939. 

  939. !  Note:  the small size of this halo exchange reflects the 
    940. 

  940. !         fact that we are carrying the uncoupled variables 
    941. 

  941. !         as state variables in the mass coordinate model, as
    942. 

  942. !         opposed to the coupled variables as in the height
    943. 

  943. !         coordinate model.
    944. 

  944. !
    945. 

  945. !                              * * * * *
    946. 

  946. !            *        * * *    * * * * *
    947. 

  947. !          * + *      * + *    * * + * * 
    948. 

  948. !            *        * * *    * * * * *
    949. 

  949. !                              * * * * *
    950. 

  950. !
    951. 

  951. !  3D variables - note staggering!  ph_2(Z), u_save(X), v_save(Y)
    952. 

  952. !
    953. 

  953. !  ph_2      x
    954. 

  954. !  al        x
    955. 

  955. !  p         x
    956. 

  956. !  t_1       x
    957. 

  957. !  t_save    x
    958. 

  958. !  u_save    x
    959. 

  959. !  v_save    x
    960. 

  960. !
    961. 

  961. !  the following are 2D (xy) variables
    962. 

  962. !
    963. 

  963. !  mu_1      x
    964. 

  964. !  mu_2      x
    965. 

  965. !  mudf      x
    966. 

  966. !  php       x
    967. 

  967. !  alt       x
    968. 

  968. !  pb        x
    969. 

  969. !--------------------------------------------------------------
    970. 

  970. #      include "HALO_EM_B.inc"
    971. 

  971. #      include "PERIOD_BDY_EM_B.inc"
    972. 

  972. #endif
    973. 

  973. 

  974. BENCH_START(set_phys_bc2_tim)
    975. 

  975.      !$OMP PARALLEL DO   &
    976. 

  976.      !$OMP PRIVATE ( ij )
    977. 

  977. 

  978.      DO ij = 1 , grid%num_tiles
    979. 

  979. 

  980.        CALL set_physical_bc3d( grid%ru_tend, 'u', config_flags,      &
    981. 

  981.                                ids, ide, jds, jde, kds, kde,         &
    982. 

  982.                                ims, ime, jms, jme, kms, kme,         &
    983. 

  983.                                ips, ipe, jps, jpe, kps, kpe,         &
    984. 

  984.                                grid%i_start(ij), grid%i_end(ij),     &
    985. 

  985.                                grid%j_start(ij), grid%j_end(ij),     &
    986. 

  986.                                k_start    , k_end                    )
    987. 

  987. 

  988.        CALL set_physical_bc3d( grid%rv_tend, 'v', config_flags,      &
    989. 

  989.                                ids, ide, jds, jde, kds, kde,         &
    990. 

  990.                                ims, ime, jms, jme, kms, kme,         &
    991. 

  991.                                ips, ipe, jps, jpe, kps, kpe,         &
    992. 

  992.                                grid%i_start(ij), grid%i_end(ij),     &
    993. 

  993.                                grid%j_start(ij), grid%j_end(ij),     &
    994. 

  994.                                k_start    , k_end                    )
    995. 

  995. 

  996.        CALL set_physical_bc3d( grid%ph_2, 'w', config_flags,         &
    997. 

  997.                                ids, ide, jds, jde, kds, kde,         &
    998. 

  998.                                ims, ime, jms, jme, kms, kme,         &
    999. 

  999.                                ips, ipe, jps, jpe, kps, kpe,         &
    1000. 

  1000.                                grid%i_start(ij), grid%i_end(ij),     &
    1001. 

  1001.                                grid%j_start(ij), grid%j_end(ij),     &
    1002. 

  1002.                                k_start    , k_end                    )
    1003. 

  1003. 

  1004.        CALL set_physical_bc3d( grid%al, 'p', config_flags,           &
    1005. 

  1005.                                ids, ide, jds, jde, kds, kde,         &
    1006. 

  1006.                                ims, ime, jms, jme, kms, kme,         &
    1007. 

  1007.                                ips, ipe, jps, jpe, kps, kpe,         &
    1008. 

  1008.                                grid%i_start(ij), grid%i_end(ij),     &
    1009. 

  1009.                                grid%j_start(ij), grid%j_end(ij),     &
    1010. 

  1010.                                k_start    , k_end                    )
    1011. 

  1011. 

  1012.        CALL set_physical_bc3d( grid%p, 'p', config_flags,            &
    1013. 

  1013.                                ids, ide, jds, jde, kds, kde,         &
    1014. 

  1014.                                ims, ime, jms, jme, kms, kme,         &
    1015. 

  1015.                                ips, ipe, jps, jpe, kps, kpe,         &
    1016. 

  1016.                                grid%i_start(ij), grid%i_end(ij),     &
    1017. 

  1017.                                grid%j_start(ij), grid%j_end(ij),     &
    1018. 

  1018.                                k_start    , k_end                    )
    1019. 

  1019. 

  1020.        CALL set_physical_bc3d( grid%t_1, 'p', config_flags,          &
    1021. 

  1021.                                ids, ide, jds, jde, kds, kde,         &
    1022. 

  1022.                                ims, ime, jms, jme, kms, kme,         &
    1023. 

  1023.                                ips, ipe, jps, jpe, kps, kpe,         &
    1024. 

  1024.                                grid%i_start(ij), grid%i_end(ij),     &
    1025. 

  1025.                                grid%j_start(ij), grid%j_end(ij),     &
    1026. 

  1026.                                k_start    , k_end                    )
    1027. 

  1027. 

  1028.        CALL set_physical_bc3d( grid%t_save, 't', config_flags,       &
    1029. 

  1029.                                ids, ide, jds, jde, kds, kde,         &
    1030. 

  1030.                                ims, ime, jms, jme, kms, kme,         &
    1031. 

  1031.                                ips, ipe, jps, jpe, kps, kpe,         &
    1032. 

  1032.                                grid%i_start(ij), grid%i_end(ij),     &
    1033. 

  1033.                                grid%j_start(ij), grid%j_end(ij),     &
    1034. 

  1034.                                k_start    , k_end                    )
    1035. 

  1035. 

  1036.        CALL set_physical_bc2d( grid%mu_1, 't', config_flags,         &
    1037. 

  1037.                                ids, ide, jds, jde,                   &
    1038. 

  1038.                                ims, ime, jms, jme,                   &
    1039. 

  1039.                                ips, ipe, jps, jpe,                   &
    1040. 

  1040.                                grid%i_start(ij), grid%i_end(ij),     &
    1041. 

  1041.                                grid%j_start(ij), grid%j_end(ij)      )
    1042. 

  1042. 

  1043.        CALL set_physical_bc2d( grid%mu_2, 't', config_flags,         &
    1044. 

  1044.                                ids, ide, jds, jde,                   &
    1045. 

  1045.                                ims, ime, jms, jme,                   &
    1046. 

  1046.                                ips, ipe, jps, jpe,                   &
    1047. 

  1047.                                grid%i_start(ij), grid%i_end(ij),     &
    1048. 

  1048.                                grid%j_start(ij), grid%j_end(ij)      )
    1049. 

  1049. 

  1050.        CALL set_physical_bc2d( grid%mudf, 't', config_flags,         &
    1051. 

  1051.                                ids, ide, jds, jde,                   &
    1052. 

  1052.                                ims, ime, jms, jme,                   &
    1053. 

  1053.                                ips, ipe, jps, jpe,                   &
    1054. 

  1054.                                grid%i_start(ij), grid%i_end(ij),     &
    1055. 

  1055.                                grid%j_start(ij), grid%j_end(ij)      )
    1056. 

  1056. 

  1057.      END DO
    1058. 

  1058.      !$OMP END PARALLEL DO
    1059. 

  1059. BENCH_END(set_phys_bc2_tim)
    1060. 

  1060.      small_steps : DO iteration = 1 , number_of_small_timesteps
    1061. 

  1061. 

  1062.        ! Boundary condition time (or communication time).  
    1063. 

  1063. #ifdef DM_PARALLEL
    1064. 

  1064. #      include "PERIOD_BDY_EM_B.inc"
    1065. 

  1065. #endif
    1066. 

  1066. 

  1067.        !$OMP PARALLEL DO   &
    1068. 

  1068.        !$OMP PRIVATE ( ij )
    1069. 

  1069. 

  1070.        DO ij = 1 , grid%num_tiles
    1071. 

  1071. 

  1072. BENCH_START(advance_uv_tim)
    1073. 

  1073.          CALL advance_uv ( grid%u_2, grid%ru_tend, grid%v_2, grid%rv_tend,        &
    1074. 

  1074.                            grid%p, grid%pb,                                       &
    1075. 

  1075.                            grid%ph_2, grid%php, grid%alt,  grid%al,               &
    1076. 

  1076.                            grid%mu_2,                                             &
    1077. 

  1077.                            grid%muu, cqu, grid%muv, cqv, grid%mudf,               &
    1078. 

  1078.                            grid%msfux, grid%msfuy, grid%msfvx,                    &
    1079. 

  1079.                            grid%msfvx_inv, grid%msfvy,                            &
    1080. 

  1080.                            grid%rdx, grid%rdy, dts_rk,                            &
    1081. 

  1081.                            grid%cf1, grid%cf2, grid%cf3, grid%fnm, grid%fnp,      &
    1082. 

  1082.                            grid%emdiv,                                            &
    1083. 

  1083.                            grid%rdnw, config_flags,grid%spec_zone,                &
    1084. 

  1084.                            config_flags%non_hydrostatic, config_flags%top_lid,    &
    1085. 

  1085.                            ids, ide, jds, jde, kds, kde,                          &
    1086. 

  1086.                            ims, ime, jms, jme, kms, kme,                          &
    1087. 

  1087.                            grid%i_start(ij), grid%i_end(ij),                      &
    1088. 

  1088.                            grid%j_start(ij), grid%j_end(ij),                      &
    1089. 

  1089.                            k_start    , k_end                                     )
    1090. 

  1090. BENCH_END(advance_uv_tim)
    1091. 

  1091. 

  1092.        END DO
    1093. 

  1093.        !$OMP END PARALLEL DO
    1094. 

  1094. 

  1095. !-----------------------------------------------------------
    1096. 

  1096. !  acoustic integration polar filter for smallstep u, v
    1097. 

  1097. !-----------------------------------------------------------
    1098. 

  1098. 

  1099.        IF (config_flags%polar) THEN
    1100. 

  1100. 

  1101.          CALL pxft ( grid=grid                                              &
    1102. 

  1102.                ,lineno=__LINE__                                             &
    1103. 

  1103.                ,flag_uv            = 1                                      &
    1104. 

  1104.                ,flag_rurv          = 0                                      &
    1105. 

  1105.                ,flag_wph           = 0                                      &
    1106. 

  1106.                ,flag_ww            = 0                                      &
    1107. 

  1107.                ,flag_t             = 0                                      &
    1108. 

  1108.                ,flag_mu            = 0                                      &
    1109. 

  1109.                ,flag_mut           = 0                                      &
    1110. 

  1110.                ,flag_moist         = 0                                      &
    1111. 

  1111.                ,flag_chem          = 0                                      &
    1112. 

  1112.                ,flag_tracer        = 0                                      &
    1113. 

  1113.                ,flag_scalar        = 0                                      &
    1114. 

  1114.                ,positive_definite  = .FALSE.                                &
    1115. 

  1115.                ,moist=moist,chem=chem,tracer=tracer,scalar=scalar           &
    1116. 

  1116.                ,fft_filter_lat = config_flags%fft_filter_lat                &
    1117. 

  1117.                ,dclat = dclat                                               &
    1118. 

  1118.                ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    1119. 

  1119.                ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    1120. 

  1120.                ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe             &
    1121. 

  1121.                ,imsx=imsx,imex=imex,jmsx=jmsx,jmex=jmex,kmsx=kmsx,kmex=kmex &
    1122. 

  1122.                ,ipsx=ipsx,ipex=ipex,jpsx=jmsx,jpex=jpex,kpsx=kpsx,kpex=kpex )
    1123. 

  1123. 

  1124.        END IF
    1125. 

  1125. 

  1126. !-----------------------------------------------------------
    1127. 

  1127. !  end acoustic integration polar filter for smallstep u, v
    1128. 

  1128. !-----------------------------------------------------------
    1129. 

  1129. 

  1130.        !$OMP PARALLEL DO   &
    1131. 

  1131.        !$OMP PRIVATE ( ij )
    1132. 

  1132.        DO ij = 1 , grid%num_tiles
    1133. 

  1133. 

  1134. BENCH_START(spec_bdy_uv_tim)
    1135. 

  1135.          IF( config_flags%specified .or. config_flags%nested ) THEN
    1136. 

  1136.            CALL spec_bdyupdate(grid%u_2, grid%ru_tend, dts_rk,      &
    1137. 

  1137.                                'u'         , config_flags, &
    1138. 

  1138.                                 grid%spec_zone,                  &
    1139. 

  1139.                                 ids,ide, jds,jde, kds,kde,  & ! domain dims
    1140. 

  1140.                                 ims,ime, jms,jme, kms,kme,  & ! memory dims
    1141. 

  1141.                                 ips,ipe, jps,jpe, kps,kpe,  & ! patch  dims
    1142. 

  1142.                                 grid%i_start(ij), grid%i_end(ij),         &
    1143. 

  1143.                                 grid%j_start(ij), grid%j_end(ij),         &
    1144. 

  1144.                                 k_start    , k_end             )
    1145. 

  1145. 

  1146.            CALL spec_bdyupdate(grid%v_2, grid%rv_tend, dts_rk,      &
    1147. 

  1147.                                 'v'         , config_flags, &
    1148. 

  1148.                                 grid%spec_zone,                  &
    1149. 

  1149.                                 ids,ide, jds,jde, kds,kde,  & ! domain dims
    1150. 

  1150.                                 ims,ime, jms,jme, kms,kme,  & ! memory dims
    1151. 

  1151.                                 ips,ipe, jps,jpe, kps,kpe,  & ! patch  dims
    1152. 

  1152.                                 grid%i_start(ij), grid%i_end(ij),         &
    1153. 

  1153.                                 grid%j_start(ij), grid%j_end(ij),         &
    1154. 

  1154.                                 k_start    , k_end             )
    1155. 

  1155. 

  1156.          ENDIF
    1157. 

  1157. BENCH_END(spec_bdy_uv_tim)
    1158. 

  1158. 

  1159.        END DO
    1160. 

  1160.        !$OMP END PARALLEL DO
    1161. 

  1161. 

  1162. #ifdef DM_PARALLEL
    1163. 

  1163. !
    1164. 

  1164. !  Stencils for patch communications  (WCS, 29 June 2001)
    1165. 

  1165. !
    1166. 

  1166. !         *                     *
    1167. 

  1167. !       * + *      * + *        +
    1168. 

  1168. !         *                     *
    1169. 

  1169. !
    1170. 

  1170. !  u_2               x
    1171. 

  1171. !  v_2                          x
    1172. 

  1172. !
    1173. 

  1173. #     include "HALO_EM_C.inc"
    1174. 

  1174. #endif
    1175. 

  1175. 

  1176.        !$OMP PARALLEL DO   &
    1177. 

  1177.        !$OMP PRIVATE ( ij )
    1178. 

  1178.        DO ij = 1 , grid%num_tiles
    1179. 

  1179. 

  1180.         !  advance the mass in the column, theta, and calculate ww
    1181. 

  1181. 

  1182. BENCH_START(advance_mu_t_tim)
    1183. 

  1183.          CALL advance_mu_t( grid%ww, ww1, grid%u_2, grid%u_save, grid%v_2, grid%v_save, &
    1184. 

  1184.                           grid%mu_2, grid%mut, muave, grid%muts, grid%muu, grid%muv,    &
    1185. 

  1185.                           grid%mudf, grid%ru_m, grid%rv_m, grid%ww_m,                   &
    1186. 

  1186.                           grid%t_2, grid%t_save, t_2save, t_tend,                       &
    1187. 

  1187.                           mu_tend,                                                      &
    1188. 

  1188.                           grid%rdx, grid%rdy, dts_rk, grid%epssm,                       &
    1189. 

  1189.                           grid%dnw, grid%fnm, grid%fnp, grid%rdnw,                      &
    1190. 

  1190.                           grid%msfux,grid%msfuy, grid%msfvx, grid%msfvx_inv,            &
    1191. 

  1191.                           grid%msfvy, grid%msftx,grid%msfty,                            &
    1192. 

  1192.                           iteration, config_flags,                                      &
    1193. 

  1193.                           ids, ide, jds, jde, kds, kde,      &
    1194. 

  1194.                           ims, ime, jms, jme, kms, kme,      &
    1195. 

  1195.                           grid%i_start(ij), grid%i_end(ij),  &
    1196. 

  1196.                           grid%j_start(ij), grid%j_end(ij),  &
    1197. 

  1197.                           k_start    , k_end                )
    1198. 

  1198. BENCH_END(advance_mu_t_tim)
    1199. 

  1199.        ENDDO
    1200. 

  1200.        !$OMP END PARALLEL DO
    1201. 

  1201. 

  1202. !-----------------------------------------------------------
    1203. 

  1203. !  acoustic integration polar filter for smallstep mu, t
    1204. 

  1204. !-----------------------------------------------------------
    1205. 

  1205. 

  1206.        IF ( (config_flags%polar) ) THEN
    1207. 

  1207. 

  1208.          CALL pxft ( grid=grid                                               &
    1209. 

  1209.                 ,lineno=__LINE__                                             &
    1210. 

  1210.                 ,flag_uv            = 0                                      &
    1211. 

  1211.                 ,flag_rurv          = 0                                      &
    1212. 

  1212.                 ,flag_wph           = 0                                      &
    1213. 

  1213.                 ,flag_ww            = 0                                      &
    1214. 

  1214.                 ,flag_t             = 1                                      &
    1215. 

  1215.                 ,flag_mu            = 1                                      &
    1216. 

  1216.                 ,flag_mut           = 0                                      &
    1217. 

  1217.                 ,flag_moist         = 0                                      &
    1218. 

  1218.                 ,flag_chem          = 0                                      &
    1219. 

  1219.                 ,flag_tracer        = 0                                      &
    1220. 

  1220.                 ,flag_scalar        = 0                                      &
    1221. 

  1221.                 ,positive_definite  = .FALSE.                                &
    1222. 

  1222.                 ,moist=moist,chem=chem,tracer=tracer,scalar=scalar           &
    1223. 

  1223.                 ,fft_filter_lat = config_flags%fft_filter_lat                &
    1224. 

  1224.                 ,dclat = dclat                                               &
    1225. 

  1225.                 ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    1226. 

  1226.                 ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    1227. 

  1227.                 ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe             &
    1228. 

  1228.                 ,imsx=imsx,imex=imex,jmsx=jmsx,jmex=jmex,kmsx=kmsx,kmex=kmex &
    1229. 

  1229.                 ,ipsx=ipsx,ipex=ipex,jpsx=jmsx,jpex=jpex,kpsx=kpsx,kpex=kpex )
    1230. 

  1230. 

  1231.          grid%muts = grid%mut + grid%mu_2  ! reset muts using filtered mu_2
    1232. 

  1232.  
    1233. 

  1233.        END IF
    1234. 

  1234. 

  1235. !-----------------------------------------------------------
    1236. 

  1236. !  end acoustic integration polar filter for smallstep mu, t
    1237. 

  1237. !-----------------------------------------------------------
    1238. 

  1238. 

  1239. BENCH_START(spec_bdy_t_tim)
    1240. 

  1240. 

  1241.        !$OMP PARALLEL DO   &
    1242. 

  1242.        !$OMP PRIVATE ( ij )
    1243. 

  1243.        DO ij = 1 , grid%num_tiles
    1244. 

  1244. 

  1245.          IF( config_flags%specified .or. config_flags%nested ) THEN
    1246. 

  1246. 

  1247.            CALL spec_bdyupdate(grid%t_2, t_tend, dts_rk,        &
    1248. 

  1248.                                't'         , config_flags,      &
    1249. 

  1249.                                grid%spec_zone,                  &
    1250. 

  1250.                                ids,ide, jds,jde, kds,kde,       &
    1251. 

  1251.                                ims,ime, jms,jme, kms,kme,       &
    1252. 

  1252.                                ips,ipe, jps,jpe, kps,kpe,       &
    1253. 

  1253.                                grid%i_start(ij), grid%i_end(ij),&
    1254. 

  1254.                                grid%j_start(ij), grid%j_end(ij),&
    1255. 

  1255.                                k_start    , k_end              )
    1256. 

  1256. 

  1257.            CALL spec_bdyupdate(grid%mu_2, mu_tend, dts_rk,       &
    1258. 

  1258.                                'm'         , config_flags,      &
    1259. 

  1259.                                grid%spec_zone,                  &
    1260. 

  1260.                                ids,ide, jds,jde, 1  ,1  ,       &
    1261. 

  1261.                                ims,ime, jms,jme, 1  ,1  ,       &
    1262. 

  1262.                                ips,ipe, jps,jpe, 1  ,1  ,       &
    1263. 

  1263.                                grid%i_start(ij), grid%i_end(ij),&
    1264. 

  1264.                                grid%j_start(ij), grid%j_end(ij),&
    1265. 

  1265.                                1    , 1             )
    1266. 

  1266. 

  1267.            CALL spec_bdyupdate(grid%muts, mu_tend, dts_rk,      &
    1268. 

  1268.                               'm'         , config_flags, &
    1269. 

  1269.                               grid%spec_zone,                  &
    1270. 

  1270.                               ids,ide, jds,jde, 1  ,1  ,  & ! domain dims
    1271. 

  1271.                               ims,ime, jms,jme, 1  ,1  ,  & ! memory dims
    1272. 

  1272.                               ips,ipe, jps,jpe, 1  ,1  ,  & ! patch  dims
    1273. 

  1273.                               grid%i_start(ij), grid%i_end(ij),         &
    1274. 

  1274.                               grid%j_start(ij), grid%j_end(ij),         &
    1275. 

  1275.                               1    , 1             )
    1276. 

  1276.          ENDIF
    1277. 

  1277. BENCH_END(spec_bdy_t_tim)
    1278. 

  1278. 

  1279.          ! small (acoustic) step for the vertical momentum,
    1280. 

  1280.          ! density and coupled potential temperature.
    1281. 

  1281. 

  1282. 

  1283. BENCH_START(advance_w_tim)
    1284. 

  1284.          IF ( config_flags%non_hydrostatic ) THEN
    1285. 

  1285.            CALL advance_w( grid%w_2, rw_tend, grid%ww, w_save,         &
    1286. 

  1286.                            grid%u_2, grid%v_2,                         &
    1287. 

  1287.                            grid%mu_2, grid%mut, muave, grid%muts,      &
    1288. 

  1288.                            t_2save, grid%t_2, grid%t_save,             &
    1289. 

  1289.                            grid%ph_2, ph_save, grid%phb, ph_tend,      &
    1290. 

  1290.                            grid%ht, c2a, cqw, grid%alt, grid%alb,      &
    1291. 

  1291.                            a, alpha, gamma,                            &
    1292. 

  1292.                            grid%rdx, grid%rdy, dts_rk, t0, grid%epssm, &
    1293. 

  1293.                            grid%dnw, grid%fnm, grid%fnp, grid%rdnw,    &
    1294. 

  1294.                            grid%rdn, grid%cf1, grid%cf2, grid%cf3,     &
    1295. 

  1295.                            grid%msftx, grid%msfty,                     &
    1296. 

  1296.                            config_flags,  config_flags%top_lid,        &
    1297. 

  1297.                            ids,ide, jds,jde, kds,kde,                  &
    1298. 

  1298.                            ims,ime, jms,jme, kms,kme,                  &
    1299. 

  1299.                            grid%i_start(ij), grid%i_end(ij),           &
    1300. 

  1300.                            grid%j_start(ij), grid%j_end(ij),           &
    1301. 

  1301.                            k_start    , k_end                          )
    1302. 

  1302.          ENDIF
    1303. 

  1303. BENCH_END(advance_w_tim)
    1304. 

  1304. 

  1305.        ENDDO
    1306. 

  1306.        !$OMP END PARALLEL DO
    1307. 

  1307. 

  1308. !-----------------------------------------------------------
    1309. 

  1309. !  acoustic integration polar filter for smallstep w, geopotential
    1310. 

  1310. !-----------------------------------------------------------
    1311. 

  1311. 

  1312.        IF ( (config_flags%polar) .AND. (config_flags%non_hydrostatic) ) THEN
    1313. 

  1313. 

  1314.          CALL pxft ( grid=grid                                               &
    1315. 

  1315.                 ,lineno=__LINE__                                             &
    1316. 

  1316.                 ,flag_uv            = 0                                      &
    1317. 

  1317.                 ,flag_rurv          = 0                                      &
    1318. 

  1318.                 ,flag_wph           = 1                                      &
    1319. 

  1319.                 ,flag_ww            = 0                                      &
    1320. 

  1320.                 ,flag_t             = 0                                      &
    1321. 

  1321.                 ,flag_mu            = 0                                      &
    1322. 

  1322.                 ,flag_mut           = 0                                      &
    1323. 

  1323.                 ,flag_moist         = 0                                      &
    1324. 

  1324.                 ,flag_chem          = 0                                      &
    1325. 

  1325.                 ,flag_tracer        = 0                                      &
    1326. 

  1326.                 ,flag_scalar        = 0                                      &
    1327. 

  1327.                 ,positive_definite  = .FALSE.                                &
    1328. 

  1328.                 ,moist=moist,chem=chem,tracer=tracer,scalar=scalar           &
    1329. 

  1329.                 ,fft_filter_lat = config_flags%fft_filter_lat                &
    1330. 

  1330.                 ,dclat = dclat                                               &
    1331. 

  1331.                 ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    1332. 

  1332.                 ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    1333. 

  1333.                 ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe             &
    1334. 

  1334.                 ,imsx=imsx,imex=imex,jmsx=jmsx,jmex=jmex,kmsx=kmsx,kmex=kmex &
    1335. 

  1335.                 ,ipsx=ipsx,ipex=ipex,jpsx=jmsx,jpex=jpex,kpsx=kpsx,kpex=kpex )
    1336. 

  1336. 

  1337.        END IF
    1338. 

  1338. 

  1339. !-----------------------------------------------------------
    1340. 

  1340. !  end acoustic integration polar filter for smallstep w, geopotential
    1341. 

  1341. !-----------------------------------------------------------
    1342. 

  1342. 

  1343.        !$OMP PARALLEL DO   &
    1344. 

  1344.        !$OMP PRIVATE ( ij )
    1345. 

  1345.        DO ij = 1 , grid%num_tiles
    1346. 

  1346. 

  1347. BENCH_START(sumflux_tim)
    1348. 

  1348.          CALL sumflux ( grid%u_2, grid%v_2, grid%ww,          &
    1349. 

  1349.                         grid%u_save, grid%v_save, ww1,        &
    1350. 

  1350.                         grid%muu, grid%muv,                   &
    1351. 

  1351.                         grid%ru_m, grid%rv_m, grid%ww_m, grid%epssm,  &
    1352. 

  1352.                         grid%msfux, grid% msfuy, grid%msfvx,  &
    1353. 

  1353.                         grid%msfvx_inv, grid%msfvy,           &
    1354. 

  1354.                         iteration, number_of_small_timesteps, &
    1355. 

  1355.                         ids, ide, jds, jde, kds, kde,         &
    1356. 

  1356.                         ims, ime, jms, jme, kms, kme,         &
    1357. 

  1357.                         grid%i_start(ij), grid%i_end(ij),     &
    1358. 

  1358.                         grid%j_start(ij), grid%j_end(ij),     &
    1359. 

  1359.                         k_start    , k_end                   )
    1360. 

  1360. BENCH_END(sumflux_tim)
    1361. 

  1361. 

  1362.          IF( config_flags%specified .or. config_flags%nested ) THEN
    1363. 

  1363. 

  1364. BENCH_START(spec_bdynhyd_tim)
    1365. 

  1365.            IF (config_flags%non_hydrostatic)  THEN
    1366. 

  1366.              CALL spec_bdyupdate_ph( ph_save, grid%ph_2, ph_tend,     &
    1367. 

  1367.                                      mu_tend, grid%muts, dts_rk,      &
    1368. 

  1368.                                      'h'         , config_flags,      &
    1369. 

  1369.                                      grid%spec_zone,                  &
    1370. 

  1370.                                      ids,ide, jds,jde, kds,kde,       &
    1371. 

  1371.                                      ims,ime, jms,jme, kms,kme,       &
    1372. 

  1372.                                      ips,ipe, jps,jpe, kps,kpe,       &
    1373. 

  1373.                                      grid%i_start(ij), grid%i_end(ij),&
    1374. 

  1374.                                      grid%j_start(ij), grid%j_end(ij),&
    1375. 

  1375.                                      k_start    , k_end               )
    1376. 

  1376.              IF( config_flags%specified ) THEN
    1377. 

  1377.                CALL zero_grad_bdy ( grid%w_2,                         &
    1378. 

  1378.                                     'w'         , config_flags,       &
    1379. 

  1379.                                     grid%spec_zone,                   &
    1380. 

  1380.                                     ids,ide, jds,jde, kds,kde,        &
    1381. 

  1381.                                     ims,ime, jms,jme, kms,kme,        &
    1382. 

  1382.                                     ips,ipe, jps,jpe, kps,kpe,        &
    1383. 

  1383.                                     grid%i_start(ij), grid%i_end(ij), &
    1384. 

  1384.                                     grid%j_start(ij), grid%j_end(ij), &
    1385. 

  1385.                                     k_start    , k_end                )
    1386. 

  1386.              ELSE
    1387. 

  1387.                CALL spec_bdyupdate ( grid%w_2, rw_tend, dts_rk,       &
    1388. 

  1388.                                      'h'         , config_flags,      &
    1389. 

  1389.                                      grid%spec_zone,                  &
    1390. 

  1390.                                      ids,ide, jds,jde, kds,kde,       &
    1391. 

  1391.                                      ims,ime, jms,jme, kms,kme,       &
    1392. 

  1392.                                      ips,ipe, jps,jpe, kps,kpe,       &
    1393. 

  1393.                                      grid%i_start(ij), grid%i_end(ij),&
    1394. 

  1394.                                      grid%j_start(ij), grid%j_end(ij),&
    1395. 

  1395.                                      k_start    , k_end               )
    1396. 

  1396.              ENDIF
    1397. 

  1397.            ENDIF
    1398. 

  1398. BENCH_END(spec_bdynhyd_tim)
    1399. 

  1399.          ENDIF
    1400. 

  1400. 

  1401. BENCH_START(cald_p_rho_tim)
    1402. 

  1402.          CALL calc_p_rho( grid%al, grid%p, grid%ph_2,                 &
    1403. 

  1403.                           grid%alt, grid%t_2, grid%t_save, c2a, pm1,  &
    1404. 

  1404.                           grid%mu_2, grid%muts, grid%znu, t0,         &
    1405. 

  1405.                           grid%rdnw, grid%dnw, grid%smdiv,            &
    1406. 

  1406.                           config_flags%non_hydrostatic, iteration,    &
    1407. 

  1407.                           ids, ide, jds, jde, kds, kde,     &
    1408. 

  1408.                           ims, ime, jms, jme, kms, kme,     &
    1409. 

  1409.                           grid%i_start(ij), grid%i_end(ij), &
    1410. 

  1410.                           grid%j_start(ij), grid%j_end(ij), &
    1411. 

  1411.                           k_start    , k_end               )
    1412. 

  1412. BENCH_END(cald_p_rho_tim)
    1413. 

  1413. 

  1414.        ENDDO
    1415. 

  1415.        !$OMP END PARALLEL DO
    1416. 

  1416. 

  1417. #ifdef DM_PARALLEL
    1418. 

  1418. !
    1419. 

  1419. !  Stencils for patch communications  (WCS, 29 June 2001)
    1420. 

  1420. !
    1421. 

  1421. !         *                     *
    1422. 

  1422. !       * + *      * + *        +
    1423. 

  1423. !         *                     *
    1424. 

  1424. !
    1425. 

  1425. !  ph_2   x
    1426. 

  1426. !  al     x
    1427. 

  1427. !  p      x
    1428. 

  1428. !
    1429. 

  1429. !  2D variables (x,y)
    1430. 

  1430. !
    1431. 

  1431. !  mu_2   x
    1432. 

  1432. !  muts   x
    1433. 

  1433. !  mudf   x
    1434. 

  1434. 

  1435. #      include "HALO_EM_C2.inc"
    1436. 

  1436. #      include "PERIOD_BDY_EM_B3.inc"
    1437. 

  1437. #endif
    1438. 

  1438. 

  1439. BENCH_START(phys_bc_tim)
    1440. 

  1440.        !$OMP PARALLEL DO   &
    1441. 

  1441.        !$OMP PRIVATE ( ij )
    1442. 

  1442.        DO ij = 1 , grid%num_tiles
    1443. 

  1443. 

  1444.        ! boundary condition set for next small timestep
    1445. 

  1445. 

  1446.          CALL set_physical_bc3d( grid%ph_2, 'w', config_flags,          &
    1447. 

  1447.                                  ids, ide, jds, jde, kds, kde,     &
    1448. 

  1448.                                  ims, ime, jms, jme, kms, kme,     &
    1449. 

  1449.                                  ips, ipe, jps, jpe, kps, kpe,     &
    1450. 

  1450.                                  grid%i_start(ij), grid%i_end(ij), &
    1451. 

  1451.                                  grid%j_start(ij), grid%j_end(ij), &
    1452. 

  1452.                                  k_start    , k_end               )
    1453. 

  1453. 

  1454.          CALL set_physical_bc3d( grid%al, 'p', config_flags,            &
    1455. 

  1455.                                  ids, ide, jds, jde, kds, kde,     &
    1456. 

  1456.                                  ims, ime, jms, jme, kms, kme,     &
    1457. 

  1457.                                  ips, ipe, jps, jpe, kps, kpe,     &
    1458. 

  1458.                                  grid%i_start(ij), grid%i_end(ij), &
    1459. 

  1459.                                  grid%j_start(ij), grid%j_end(ij), &
    1460. 

  1460.                                  k_start    , k_end               )
    1461. 

  1461. 

  1462.          CALL set_physical_bc3d( grid%p, 'p', config_flags,             &
    1463. 

  1463.                                  ids, ide, jds, jde, kds, kde,     &
    1464. 

  1464.                                  ims, ime, jms, jme, kms, kme,     &
    1465. 

  1465.                                  ips, ipe, jps, jpe, kps, kpe,     &
    1466. 

  1466.                                  grid%i_start(ij), grid%i_end(ij), &
    1467. 

  1467.                                  grid%j_start(ij), grid%j_end(ij), &
    1468. 

  1468.                                  k_start    , k_end               )
    1469. 

  1469. 

  1470.          CALL set_physical_bc2d( grid%muts, 't', config_flags,          &
    1471. 

  1471.                                  ids, ide, jds, jde,               &
    1472. 

  1472.                                  ims, ime, jms, jme,               &
    1473. 

  1473.                                  ips, ipe, jps, jpe,               &
    1474. 

  1474.                                  grid%i_start(ij), grid%i_end(ij), &
    1475. 

  1475.                                  grid%j_start(ij), grid%j_end(ij) )
    1476. 

  1476. 

  1477.          CALL set_physical_bc2d( grid%mu_2, 't', config_flags,          &
    1478. 

  1478.                                  ids, ide, jds, jde,               &
    1479. 

  1479.                                  ims, ime, jms, jme,               &
    1480. 

  1480.                                  ips, ipe, jps, jpe,               &
    1481. 

  1481.                                  grid%i_start(ij), grid%i_end(ij), &
    1482. 

  1482.                                  grid%j_start(ij), grid%j_end(ij) )
    1483. 

  1483. 

  1484.          CALL set_physical_bc2d( grid%mudf, 't', config_flags,          &
    1485. 

  1485.                                  ids, ide, jds, jde,               &
    1486. 

  1486.                                  ims, ime, jms, jme,               &
    1487. 

  1487.                                  ips, ipe, jps, jpe,               &
    1488. 

  1488.                                  grid%i_start(ij), grid%i_end(ij), &
    1489. 

  1489.                                  grid%j_start(ij), grid%j_end(ij) )
    1490. 

  1490. 

  1491.        END DO
    1492. 

  1492.        !$OMP END PARALLEL DO
    1493. 

  1493. BENCH_END(phys_bc_tim)
    1494. 

  1494. 

  1495.      END DO small_steps
    1496. 

  1496. 

  1497.      !$OMP PARALLEL DO   &
    1498. 

  1498.      !$OMP PRIVATE ( ij )
    1499. 

  1499.      DO ij = 1 , grid%num_tiles
    1500. 

  1500. 

  1501.        CALL wrf_debug ( 200 , ' call rk_small_finish' )
    1502. 

  1502. 

  1503.       ! change time-perturbation variables back to 
    1504. 

  1504.       ! full perturbation variables.
    1505. 

  1505.       ! first get updated mu at u and v points
    1506. 

  1506. 

  1507. BENCH_START(calc_mu_uv_tim)
    1508. 

  1508.        CALL calc_mu_uv_1 ( config_flags,                     &
    1509. 

  1509.                            grid%muts, muus, muvs,                 &
    1510. 

  1510.                            ids, ide, jds, jde, kds, kde,     &
    1511. 

  1511.                            ims, ime, jms, jme, kms, kme,     &
    1512. 

  1512.                            grid%i_start(ij), grid%i_end(ij), &
    1513. 

  1513.                            grid%j_start(ij), grid%j_end(ij), &
    1514. 

  1514.                            k_start    , k_end               )
    1515. 

  1515. BENCH_END(calc_mu_uv_tim)
    1516. 

  1516. BENCH_START(small_step_finish_tim)
    1517. 

  1517.        CALL small_step_finish( grid%u_2, grid%u_1, grid%v_2, grid%v_1, grid%w_2, grid%w_1,     &
    1518. 

  1518.                                grid%t_2, grid%t_1, grid%ph_2, grid%ph_1, grid%ww, ww1,    &
    1519. 

  1519.                                grid%mu_2, grid%mu_1,                       &
    1520. 

  1520.                                grid%mut, grid%muts, grid%muu, muus, grid%muv, muvs,  & 
    1521. 

  1521.                                grid%u_save, grid%v_save, w_save,           &
    1522. 

  1522.                                grid%t_save, ph_save, mu_save,         &
    1523. 

  1523.                                grid%msfux,grid%msfuy, grid%msfvx,grid%msfvy, grid%msftx,grid%msfty, &
    1524. 

  1524.                                grid%h_diabatic,                       &
    1525. 

  1525.                                number_of_small_timesteps,dts_rk, &
    1526. 

  1526.                                rk_step, rk_order,                &
    1527. 

  1527.                                ids, ide, jds, jde, kds, kde,     &
    1528. 

  1528.                                ims, ime, jms, jme, kms, kme,     &
    1529. 

  1529.                                grid%i_start(ij), grid%i_end(ij), &
    1530. 

  1530.                                grid%j_start(ij), grid%j_end(ij), &
    1531. 

  1531.                                k_start    , k_end               )
    1532. 

  1532. !  call  to set ru_m, rv_m and ww_m b.c's for PD advection
    1533. 

    1534. 

  1534.        IF (rk_step == rk_order) THEN
    1535. 

  1535. 

  1536.          CALL set_physical_bc3d( grid%ru_m, 'u', config_flags,   &
    1537. 

  1537.                                  ids, ide, jds, jde, kds, kde,      &
    1538. 

  1538.                                  ims, ime, jms, jme, kms, kme,      &
    1539. 

  1539.                                  ips, ipe, jps, jpe, kps, kpe,      &
    1540. 

  1540.                                  grid%i_start(ij), grid%i_end(ij),  &
    1541. 

  1541.                                  grid%j_start(ij), grid%j_end(ij),  &
    1542. 

  1542.                                  k_start    , k_end                )
    1543. 

  1543. 

  1544.          CALL set_physical_bc3d( grid%rv_m, 'v', config_flags,   &
    1545. 

  1545.                                  ids, ide, jds, jde, kds, kde,      &
    1546. 

  1546.                                  ims, ime, jms, jme, kms, kme,      &
    1547. 

  1547.                                  ips, ipe, jps, jpe, kps, kpe,      &
    1548. 

  1548.                                  grid%i_start(ij), grid%i_end(ij),  &
    1549. 

  1549.                                  grid%j_start(ij), grid%j_end(ij),  &
    1550. 

  1550.                                  k_start    , k_end                )
    1551. 

  1551. 

  1552.          CALL set_physical_bc3d( grid%ww_m, 'w', config_flags,   &
    1553. 

  1553.                                  ids, ide, jds, jde, kds, kde,      &
    1554. 

  1554.                                  ims, ime, jms, jme, kms, kme,      &
    1555. 

  1555.                                  ips, ipe, jps, jpe, kps, kpe,      &
    1556. 

  1556.                                  grid%i_start(ij), grid%i_end(ij),  &
    1557. 

  1557.                                  grid%j_start(ij), grid%j_end(ij),  &
    1558. 

  1558.                                  k_start    , k_end                )
    1559. 

  1559. 

  1560.          CALL set_physical_bc2d( grid%mut, 't', config_flags,   &
    1561. 

  1561.                                  ids, ide, jds, jde,               &
    1562. 

  1562.                                  ims, ime, jms, jme,                &
    1563. 

  1563.                                  ips, ipe, jps, jpe,                &
    1564. 

  1564.                                  grid%i_start(ij), grid%i_end(ij),  &
    1565. 

  1565.                                  grid%j_start(ij), grid%j_end(ij) )
    1566. 

  1566. 

  1567.          CALL set_physical_bc2d( grid%muts, 't', config_flags,   &
    1568. 

  1568.                                  ids, ide, jds, jde,               &
    1569. 

  1569.                                  ims, ime, jms, jme,                &
    1570. 

  1570.                                  ips, ipe, jps, jpe,                &
    1571. 

  1571.                                  grid%i_start(ij), grid%i_end(ij),  &
    1572. 

  1572.                                  grid%j_start(ij), grid%j_end(ij) )
    1573. 

  1573.  
    1574. 

  1574.        END IF
    1575. 

  1575. 

  1576. BENCH_END(small_step_finish_tim)
    1577. 

  1577. 

  1578.      END DO
    1579. 

  1579.      !$OMP END PARALLEL DO
    1580. 

  1580. 

  1581. !-----------------------------------------------------------
    1582. 

  1582. !  polar filter for full dynamics variables and time-averaged mass fluxes 
    1583. 

  1583. !-----------------------------------------------------------
    1584. 

  1584. 

  1585.      IF (config_flags%polar) THEN
    1586. 

  1586. 

  1587.        CALL pxft ( grid=grid                                                   &
    1588. 

  1588.                   ,lineno=__LINE__                                             &
    1589. 

  1589.                   ,flag_uv            = 1                                      &
    1590. 

  1590.                   ,flag_rurv          = 1                                      &
    1591. 

  1591.                   ,flag_wph           = 1                                      &
    1592. 

  1592.                   ,flag_ww            = 1                                      &
    1593. 

  1593.                   ,flag_t             = 1                                      &
    1594. 

  1594.                   ,flag_mu            = 1                                      &
    1595. 

  1595.                   ,flag_mut           = 1                                      &
    1596. 

  1596.                   ,flag_moist         = 0                                      &
    1597. 

  1597.                   ,flag_chem          = 0                                      &
    1598. 

  1598.                   ,flag_tracer        = 0                                      &
    1599. 

  1599.                   ,flag_scalar        = 0                                      &
    1600. 

  1600.                   ,positive_definite  = .FALSE.                                &
    1601. 

  1601.                   ,moist=moist,chem=chem,tracer=tracer,scalar=scalar           &
    1602. 

  1602.                   ,fft_filter_lat = config_flags%fft_filter_lat                &
    1603. 

  1603.                   ,dclat = dclat                                               &
    1604. 

  1604.                   ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    1605. 

  1605.                   ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    1606. 

  1606.                   ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe             &
    1607. 

  1607.                   ,imsx=imsx,imex=imex,jmsx=jmsx,jmex=jmex,kmsx=kmsx,kmex=kmex &
    1608. 

  1608.                   ,ipsx=ipsx,ipex=ipex,jpsx=jmsx,jpex=jpex,kpsx=kpsx,kpex=kpex )
    1609. 

  1609. 

  1610.      END IF
    1611. 

  1611. 

  1612. !-----------------------------------------------------------
    1613. 

  1613. !  end polar filter for full dynamics variables and time-averaged mass fluxes 
    1614. 

  1614. !-----------------------------------------------------------
    1615. 

  1615. 

  1616. !-----------------------------------------------------------------------
    1617. 

  1617. !  add in physics tendency first if positive definite advection is used.
    1618. 

  1618. !  pd advection applies advective flux limiter on last runge-kutta step
    1619. 

  1619. !-----------------------------------------------------------------------
    1620. 

  1620. ! first moisture
    1621. 

  1621. 

  1622.      IF ((config_flags%moist_adv_opt /= ORIGINAL .and. config_flags%moist_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order)) THEN
    1623. 

  1623. 

  1624.        !$OMP PARALLEL DO   &
    1625. 

  1625.        !$OMP PRIVATE ( ij )
    1626. 

  1626.        DO ij = 1 , grid%num_tiles
    1627. 

  1627.          CALL wrf_debug ( 200 , ' call rk_update_scalar_pd' )
    1628. 

  1628.          DO im = PARAM_FIRST_SCALAR, num_3d_m
    1629. 

  1629.            CALL rk_update_scalar_pd( im, im,                                   &
    1630. 

  1630.                                      moist_old(ims,kms,jms,im),                &
    1631. 

  1631.                                      moist_tend(ims,kms,jms,im),               &
    1632. 

  1632.                                      grid%mu_1, grid%mu_1, grid%mub,  &
    1633. 

  1633.                                      rk_step, dt_rk, grid%spec_zone,           &
    1634. 

  1634.                                      config_flags,                             &
    1635. 

  1635.                                      ids, ide, jds, jde, kds, kde,             &
    1636. 

  1636.                                      ims, ime, jms, jme, kms, kme,             &
    1637. 

  1637.                                      grid%i_start(ij), grid%i_end(ij),         &
    1638. 

  1638.                                      grid%j_start(ij), grid%j_end(ij),         &
    1639. 

  1639.                                      k_start    , k_end                       )
    1640. 

  1640.          ENDDO
    1641. 

  1641.        END DO
    1642. 

  1642.        !$OMP END PARALLEL DO
    1643. 

  1643. 

  1644. !---------------------- positive definite bc call
    1645. 

  1645. #ifdef DM_PARALLEL
    1646. 

  1646.        IF (config_flags%moist_adv_opt /= ORIGINAL .and. config_flags%moist_adv_opt /= WENO_SCALAR) THEN
    1647. 

  1647.          IF      ( config_flags%h_sca_adv_order <= 4 ) THEN
    1648. 

  1648. #     include "HALO_EM_MOIST_OLD_E_5.inc"
    1649. 

  1649.          ELSE IF ( config_flags%h_sca_adv_order <= 6 ) THEN
    1650. 

  1650. #     include "HALO_EM_MOIST_OLD_E_7.inc"
    1651. 

  1651.          ELSE
    1652. 

  1652.            WRITE(wrf_err_message,*)'solve_em: invalid h_sca_adv_order = ',config_flags%h_sca_adv_order
    1653. 

  1653.            CALL wrf_error_fatal(TRIM(wrf_err_message))
    1654. 

  1654.          ENDIF
    1655. 

  1655.        ENDIF
    1656. 

  1656. #endif
    1657. 

  1657. 

  1658. #ifdef DM_PARALLEL
    1659. 

  1659. #  include "PERIOD_BDY_EM_MOIST_OLD.inc"
    1660. 

  1660. #endif
    1661. 

  1661. 

  1662.        !$OMP PARALLEL DO   &
    1663. 

  1663.        !$OMP PRIVATE ( ij )
    1664. 

  1664.        DO ij = 1 , grid%num_tiles
    1665. 

  1665.          IF (num_3d_m >= PARAM_FIRST_SCALAR) THEN
    1666. 

  1666.            DO im = PARAM_FIRST_SCALAR , num_3d_m
    1667. 

  1667.              CALL set_physical_bc3d( moist_old(ims,kms,jms,im), 'p', config_flags,   &
    1668. 

  1668.                                      ids, ide, jds, jde, kds, kde,                  &
    1669. 

  1669.                                      ims, ime, jms, jme, kms, kme,                  &
    1670. 

  1670.                                      ips, ipe, jps, jpe, kps, kpe,                  &
    1671. 

  1671.                                      grid%i_start(ij), grid%i_end(ij),              &
    1672. 

  1672.                                      grid%j_start(ij), grid%j_end(ij),              &
    1673. 

  1673.                                      k_start    , k_end                            )
    1674. 

  1674.            END DO
    1675. 

  1675.          ENDIF
    1676. 

  1676.        END DO
    1677. 

  1677.        !$OMP END PARALLEL DO
    1678. 

  1678. 

  1679.      END IF  ! end if for moist_adv_opt
    1680. 

  1680. 

  1681. ! scalars
    1682. 

  1682. 

  1683.      IF ((config_flags%scalar_adv_opt /= ORIGINAL .and. config_flags%scalar_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order)) THEN
    1684. 

  1684. 

  1685.        !$OMP PARALLEL DO   &
    1686. 

  1686.        !$OMP PRIVATE ( ij )
    1687. 

  1687.        DO ij = 1 , grid%num_tiles
    1688. 

  1688.          CALL wrf_debug ( 200 , ' call rk_update_scalar_pd' )
    1689. 

  1689.          DO im = PARAM_FIRST_SCALAR, num_3d_s
    1690. 

  1690.            CALL rk_update_scalar_pd( im, im,                                  &
    1691. 

  1691.                                      scalar_old(ims,kms,jms,im),              &
    1692. 

  1692.                                      scalar_tend(ims,kms,jms,im),             &
    1693. 

  1693.                                      grid%mu_1, grid%mu_1, grid%mub, &
    1694. 

  1694.                                      rk_step, dt_rk, grid%spec_zone,          &
    1695. 

  1695.                                      config_flags,                            &
    1696. 

  1696.                                      ids, ide, jds, jde, kds, kde,            &
    1697. 

  1697.                                      ims, ime, jms, jme, kms, kme,            &
    1698. 

  1698.                                      grid%i_start(ij), grid%i_end(ij),        &
    1699. 

  1699.                                      grid%j_start(ij), grid%j_end(ij),        &
    1700. 

  1700.                                      k_start    , k_end                      )
    1701. 

  1701.          ENDDO
    1702. 

  1702.        ENDDO
    1703. 

  1703.        !$OMP END PARALLEL DO
    1704. 

  1704. 

  1705. !---------------------- positive definite bc call
    1706. 

  1706. #ifdef DM_PARALLEL
    1707. 

  1707.        IF (config_flags%scalar_adv_opt /= ORIGINAL .and. config_flags%scalar_adv_opt /= WENO_SCALAR) THEN
    1708. 

  1708. #ifndef RSL
    1709. 

  1709.          IF      ( config_flags%h_sca_adv_order <= 4 ) THEN
    1710. 

  1710. #     include "HALO_EM_SCALAR_OLD_E_5.inc"
    1711. 

  1711.          ELSE IF ( config_flags%h_sca_adv_order <= 6 ) THEN
    1712. 

  1712. #     include "HALO_EM_SCALAR_OLD_E_7.inc"
    1713. 

  1713.          ELSE
    1714. 

  1714.            WRITE(wrf_err_message,*)'solve_em: invalid h_sca_adv_order = ',config_flags%h_sca_adv_order
    1715. 

  1715.            CALL wrf_error_fatal(TRIM(wrf_err_message))
    1716. 

  1716.          ENDIF
    1717. 

  1717. #else
    1718. 

  1718.          WRITE(wrf_err_message,*)'cannot use pd scheme with RSL - use RSL-LITE'
    1719. 

  1719.          CALL wrf_error_fatal(TRIM(wrf_err_message))
    1720. 

  1720. #endif   
    1721. 

  1721.   endif
    1722. 

  1722. #endif
    1723. 

  1723. 

  1724. #ifdef DM_PARALLEL
    1725. 

  1725. #  include "PERIOD_BDY_EM_SCALAR_OLD.inc"
    1726. 

  1726. #endif
    1727. 

  1727.          !$OMP PARALLEL DO   &
    1728. 

  1728.          !$OMP PRIVATE ( ij )
    1729. 

  1729. 

  1730.          DO ij = 1 , grid%num_tiles
    1731. 

  1731.            IF (num_3d_s >= PARAM_FIRST_SCALAR) THEN
    1732. 

  1732.              DO im = PARAM_FIRST_SCALAR , num_3d_s
    1733. 

  1733.                CALL set_physical_bc3d(  scalar_old(ims,kms,jms,im), 'p', config_flags, &
    1734. 

  1734.                                         ids, ide, jds, jde, kds, kde,                    &
    1735. 

  1735.                                         ims, ime, jms, jme, kms, kme,                    &
    1736. 

  1736.                                         ips, ipe, jps, jpe, kps, kpe,                    &
    1737. 

  1737.                                         grid%i_start(ij), grid%i_end(ij),                &
    1738. 

  1738.                                         grid%j_start(ij), grid%j_end(ij),                &
    1739. 

  1739.                                         k_start    , k_end                              )
    1740. 

  1740.              END DO
    1741. 

  1741.            ENDIF
    1742. 

  1742.          END DO
    1743. 

  1743.          !$OMP END PARALLEL DO
    1744. 

  1744. 

  1745.        END IF  ! end if for scalar_adv_opt
    1746. 

  1746. 

  1747. ! chem
    1748. 

  1748. 

  1749.        IF ((config_flags%chem_adv_opt /= ORIGINAL .and. config_flags%chem_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order)) THEN
    1750. 

  1750. 

  1751.          !$OMP PARALLEL DO   &
    1752. 

  1752.          !$OMP PRIVATE ( ij )
    1753. 

  1753.          DO ij = 1 , grid%num_tiles
    1754. 

  1754.            CALL wrf_debug ( 200 , ' call rk_update_scalar_pd' )
    1755. 

  1755.            DO im = PARAM_FIRST_SCALAR, num_3d_c
    1756. 

  1756.              CALL rk_update_scalar_pd( im, im,                                  &
    1757. 

  1757.                                        chem_old(ims,kms,jms,im),                &
    1758. 

  1758.                                        chem_tend(ims,kms,jms,im),               &
    1759. 

  1759.                                        grid%mu_1, grid%mu_1, grid%mub, &
    1760. 

  1760.                                        rk_step, dt_rk, grid%spec_zone,          &
    1761. 

  1761.                                        config_flags,                            &
    1762. 

  1762.                                        ids, ide, jds, jde, kds, kde,            &
    1763. 

  1763.                                        ims, ime, jms, jme, kms, kme,            &
    1764. 

  1764.                                        grid%i_start(ij), grid%i_end(ij),        &
    1765. 

  1765.                                        grid%j_start(ij), grid%j_end(ij),        &
    1766. 

  1766.                                        k_start    , k_end                      )
    1767. 

  1767.            ENDDO
    1768. 

  1768.          END DO
    1769. 

  1769.          !$OMP END PARALLEL DO
    1770. 

  1770. 

  1771. !---------------------- positive definite bc call
    1772. 

  1772. #ifdef DM_PARALLEL
    1773. 

  1773.          IF (config_flags%chem_adv_opt /= ORIGINAL .and. config_flags%chem_adv_opt /= WENO_SCALAR) THEN
    1774. 

  1774.            IF      ( config_flags%h_sca_adv_order <= 4 ) THEN
    1775. 

  1775. #     include "HALO_EM_CHEM_OLD_E_5.inc"
    1776. 

  1776.            ELSE IF ( config_flags%h_sca_adv_order <= 6 ) THEN
    1777. 

  1777. #     include "HALO_EM_CHEM_OLD_E_7.inc"
    1778. 

  1778.            ELSE
    1779. 

  1779.              WRITE(wrf_err_message,*)'solve_em: invalid h_sca_adv_order = ',config_flags%h_sca_adv_order
    1780. 

  1780.              CALL wrf_error_fatal(TRIM(wrf_err_message))
    1781. 

  1781.            ENDIF
    1782. 

  1782.          ENDIF
    1783. 

  1783. #endif
    1784. 

  1784. 

  1785. #ifdef DM_PARALLEL
    1786. 

  1786. #  include "PERIOD_BDY_EM_CHEM_OLD.inc"
    1787. 

  1787. #endif
    1788. 

  1788. 

  1789.          !$OMP PARALLEL DO   &
    1790. 

  1790.          !$OMP PRIVATE ( ij )
    1791. 

  1791.          DO ij = 1 , grid%num_tiles
    1792. 

  1792.            IF (num_3d_c >= PARAM_FIRST_SCALAR) THEN
    1793. 

  1793.              DO im = PARAM_FIRST_SCALAR , num_3d_c
    1794. 

  1794.                CALL set_physical_bc3d(  chem_old(ims,kms,jms,im), 'p', config_flags,     &
    1795. 

  1795.                                         ids, ide, jds, jde, kds, kde,                    &
    1796. 

  1796.                                         ims, ime, jms, jme, kms, kme,                    &
    1797. 

  1797.                                         ips, ipe, jps, jpe, kps, kpe,                    &
    1798. 

  1798.                                         grid%i_start(ij), grid%i_end(ij),                &
    1799. 

  1799.                                         grid%j_start(ij), grid%j_end(ij),                &
    1800. 

  1800.                                         k_start    , k_end                              )
    1801. 

  1801.              END DO 
    1802. 

  1802.            ENDIF
    1803. 

  1803.          END DO
    1804. 

  1804.          !$OMP END PARALLEL DO
    1805. 

  1805. 

  1806.        ENDIF  ! end if for chem_adv_opt
    1807. 

  1807. 

  1808. ! tracer
    1809. 

  1809. 

  1810.        IF ((config_flags%tracer_adv_opt /= ORIGINAL .and. config_flags%tracer_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order)) THEN
    1811. 

  1811. 

  1812.          !$OMP PARALLEL DO   &
    1813. 

  1813.          !$OMP PRIVATE ( ij )
    1814. 

  1814.          DO ij = 1 , grid%num_tiles
    1815. 

  1815.            CALL wrf_debug ( 200 , ' call rk_update_scalar_pd' )
    1816. 

  1816.            DO im = PARAM_FIRST_SCALAR, num_tracer
    1817. 

  1817.              CALL rk_update_scalar_pd( im, im,                                  &
    1818. 

  1818.                                        tracer_old(ims,kms,jms,im),                &
    1819. 

  1819.                                        tracer_tend(ims,kms,jms,im),               &
    1820. 

  1820.                                        grid%mu_1, grid%mu_1, grid%mub, &
    1821. 

  1821.                                        rk_step, dt_rk, grid%spec_zone,          &
    1822. 

  1822.                                        config_flags,                            &
    1823. 

  1823.                                        ids, ide, jds, jde, kds, kde,            &
    1824. 

  1824.                                        ims, ime, jms, jme, kms, kme,            &
    1825. 

  1825.                                        grid%i_start(ij), grid%i_end(ij),        &
    1826. 

  1826.                                        grid%j_start(ij), grid%j_end(ij),        &
    1827. 

  1827.                                        k_start    , k_end                      )
    1828. 

  1828.            ENDDO
    1829. 

  1829.          END DO
    1830. 

  1830.          !$OMP END PARALLEL DO
    1831. 

  1831. 

  1832. !---------------------- positive definite bc call
    1833. 

  1833. #ifdef DM_PARALLEL
    1834. 

  1834.          IF (config_flags%tracer_adv_opt /= ORIGINAL .and. config_flags%tracer_adv_opt /= WENO_SCALAR) THEN
    1835. 

  1835.            IF      ( config_flags%h_sca_adv_order <= 4 ) THEN
    1836. 

  1836. #     include "HALO_EM_TRACER_OLD_E_5.inc"
    1837. 

  1837.            ELSE IF ( config_flags%h_sca_adv_order <= 6 ) THEN
    1838. 

  1838. #     include "HALO_EM_TRACER_OLD_E_7.inc"
    1839. 

  1839.            ELSE
    1840. 

  1840.              WRITE(wrf_err_message,*)'solve_em: invalid h_sca_adv_order = ',config_flags%h_sca_adv_order
    1841. 

  1841.              CALL wrf_error_fatal(TRIM(wrf_err_message))
    1842. 

  1842.            ENDIF
    1843. 

  1843.          ENDIF
    1844. 

  1844. #endif
    1845. 

  1845. 

  1846. #ifdef DM_PARALLEL
    1847. 

  1847. #  include "PERIOD_BDY_EM_TRACER_OLD.inc"
    1848. 

  1848. #endif
    1849. 

  1849. 

  1850.          !$OMP PARALLEL DO   &
    1851. 

  1851.          !$OMP PRIVATE ( ij )
    1852. 

  1852.          DO ij = 1 , grid%num_tiles
    1853. 

  1853.            IF (num_tracer >= PARAM_FIRST_SCALAR) THEN
    1854. 

  1854.              DO im = PARAM_FIRST_SCALAR , num_tracer
    1855. 

  1855.                CALL set_physical_bc3d(  tracer_old(ims,kms,jms,im), 'p', config_flags,   &
    1856. 

  1856.                                         ids, ide, jds, jde, kds, kde,                    &
    1857. 

  1857.                                         ims, ime, jms, jme, kms, kme,                    &
    1858. 

  1858.                                         ips, ipe, jps, jpe, kps, kpe,                    &
    1859. 

  1859.                                         grid%i_start(ij), grid%i_end(ij),                &
    1860. 

  1860.                                         grid%j_start(ij), grid%j_end(ij),                &
    1861. 

  1861.                                         k_start    , k_end                              )
    1862. 

  1862.              END DO 
    1863. 

  1863.            ENDIF
    1864. 

  1864.          END DO
    1865. 

  1865.          !$OMP END PARALLEL DO
    1866. 

  1866. 

  1867.        ENDIF  ! end if for tracer_adv_opt
    1868. 

  1868. 

  1869. ! tke
    1870. 

  1870. 

  1871.        IF ((config_flags%tke_adv_opt /= ORIGINAL .and. config_flags%tke_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order) &
    1872. 

  1872.            .and. (config_flags%km_opt .eq. 2)                ) THEN
    1873. 

  1873. 

  1874.          !$OMP PARALLEL DO   &
    1875. 

  1875.          !$OMP PRIVATE ( ij )
    1876. 

  1876.          DO ij = 1 , grid%num_tiles
    1877. 

  1877.            CALL wrf_debug ( 200 , ' call rk_update_scalar_pd' )
    1878. 

  1878.            CALL rk_update_scalar_pd( 1, 1,                                    &
    1879. 

  1879.                                      grid%tke_1,                              &
    1880. 

  1880.                                      tke_tend(ims,kms,jms),                   &
    1881. 

  1881.                                      grid%mu_1, grid%mu_1, grid%mub,          &
    1882. 

  1882.                                      rk_step, dt_rk, grid%spec_zone,          &
    1883. 

  1883.                                      config_flags,                            &
    1884. 

  1884.                                      ids, ide, jds, jde, kds, kde,            &
    1885. 

  1885.                                      ims, ime, jms, jme, kms, kme,            &
    1886. 

  1886.                                      grid%i_start(ij), grid%i_end(ij),        &
    1887. 

  1887.                                      grid%j_start(ij), grid%j_end(ij),        &
    1888. 

  1888.                                      k_start    , k_end                       )
    1889. 

  1889.          ENDDO
    1890. 

  1890.          !$OMP END PARALLEL DO
    1891. 

  1891. 

  1892. !---------------------- positive definite bc call
    1893. 

  1893. #ifdef DM_PARALLEL
    1894. 

  1894.          IF (config_flags%tke_adv_opt /= ORIGINAL .and. config_flags%tke_adv_opt /= WENO_SCALAR) THEN
    1895. 

  1895.            IF      ( config_flags%h_sca_adv_order <= 4 ) THEN
    1896. 

  1896. #     include "HALO_EM_TKE_OLD_E_5.inc"
    1897. 

  1897.            ELSE IF ( config_flags%h_sca_adv_order <= 6 ) THEN
    1898. 

  1898. #     include "HALO_EM_TKE_OLD_E_7.inc"
    1899. 

  1899.            ELSE
    1900. 

  1900.              WRITE(wrf_err_message,*)'solve_em: invalid h_sca_adv_order = ',config_flags%h_sca_adv_order
    1901. 

  1901.              CALL wrf_error_fatal(TRIM(wrf_err_message))
    1902. 

  1902.            ENDIF
    1903. 

  1903.          ENDIF
    1904. 

  1904. #endif
    1905. 

  1905. 

  1906. #ifdef DM_PARALLEL
    1907. 

  1907. #  include "PERIOD_BDY_EM_TKE_OLD.inc"
    1908. 

  1908. #endif
    1909. 

  1909. 

  1910.          !$OMP PARALLEL DO   &
    1911. 

  1911.          !$OMP PRIVATE ( ij )
    1912. 

  1912.          DO ij = 1 , grid%num_tiles
    1913. 

  1913.            CALL set_physical_bc3d(  grid%tke_1, 'p', config_flags,  &
    1914. 

  1914.                                     ids, ide, jds, jde, kds, kde,      &
    1915. 

  1915.                                     ims, ime, jms, jme, kms, kme,      &
    1916. 

  1916.                                     ips, ipe, jps, jpe, kps, kpe,      &
    1917. 

  1917.                                     grid%i_start(ij), grid%i_end(ij),  &
    1918. 

  1918.                                     grid%j_start(ij), grid%j_end(ij),  &
    1919. 

  1919.                                     k_start    , k_end                )
    1920. 

  1920.          END DO
    1921. 

  1921.          !$OMP END PARALLEL DO
    1922. 

  1922. 

  1923. !---  end of positive definite physics tendency update
    1924. 

  1924. 

  1925.        END IF  ! end if for tke_adv_opt
    1926. 

  1926. 

  1927. #ifdef DM_PARALLEL
    1928. 

  1928. !
    1929. 

  1929. !  Stencils for patch communications  (WCS, 29 June 2001)
    1930. 

  1930. !
    1931. 

  1931. !          * * * * *            
    1932. 

  1932. !          * * * * *            
    1933. 

  1933. !          * * + * *            
    1934. 

  1934. !          * * * * *            
    1935. 

  1935. !          * * * * *            
    1936. 

  1936. !
    1937. 

  1937. ! ru_m         x
    1938. 

  1938. ! rv_m         x
    1939. 

  1939. ! ww_m         x
    1940. 

  1940. ! mut          x
    1941. 

  1941. !
    1942. 

  1942. !--------------------------------------------------------------
    1943. 

  1943. 

  1944. #  include "HALO_EM_D.inc"
    1945. 

  1945. ! WCS addition 11/19/08
    1946. 

  1946. #  include "PERIOD_EM_DA.inc"
    1947. 

  1947. #endif
    1948. 

  1948. 

  1949. !<DESCRIPTION>
    1950. 

  1950. !<pre>
    1951. 

  1951. ! (4) Still within the RK loop, the scalar variables are advanced.
    1952. 

  1952. !
    1953. 

  1953. !    For the moist and chem variables, each one is advanced
    1954. 

  1954. !    individually, using named loops "moist_variable_loop:"
    1955. 

  1955. !    and "chem_variable_loop:".  Each RK substep begins by
    1956. 

  1956. !    calculating the advective tendency, and, for the first RK step, 
    1957. 

  1957. !    3D mixing (calling rk_scalar_tend) followed by an update
    1958. 

  1958. !    of the scalar (calling rk_update_scalar).
    1959. 

  1959. !</pre>
    1960. 

  1960. !</DESCRIPTION>
    1961. 

  1961. 

  1962. 

  1963.        moist_scalar_advance: IF (num_3d_m >= PARAM_FIRST_SCALAR )  THEN
    1964. 

  1964. 

  1965.          moist_variable_loop: DO im = PARAM_FIRST_SCALAR, num_3d_m
    1966. 

  1966. 

  1967. ! adv_moist_cond is set in module_physics_init based on mp_physics choice
    1968. 

  1968. !       true except for Ferrier scheme
    1969. 

  1969. 

  1970.            IF (grid%adv_moist_cond .or. im==p_qv ) THEN
    1971. 

  1971. 

  1972.              !$OMP PARALLEL DO   &
    1973. 

  1973.              !$OMP PRIVATE ( ij )
    1974. 

  1974.              moist_tile_loop_1: DO ij = 1 , grid%num_tiles
    1975. 

  1975. 

  1976.                CALL wrf_debug ( 200 , ' call rk_scalar_tend' )
    1977. 

  1977.                tenddec = .false.
    1978. 

  1978. 

  1979. BENCH_START(rk_scalar_tend_tim)
    1980. 

  1980.                CALL rk_scalar_tend (  im, im, config_flags, tenddec,         & 
    1981. 

  1981.                            rk_step, dt_rk,                                   &
    1982. 

  1982.                            grid%ru_m, grid%rv_m, grid%ww_m,                  &
    1983. 

  1983.                            grid%muts, grid%mub, grid%mu_1,                   &
    1984. 

  1984.                            grid%alt,                                         &
    1985. 

  1985.                            moist_old(ims,kms,jms,im),                        &
    1986. 

  1986.                            moist(ims,kms,jms,im),                            &
    1987. 

  1987.                            moist_tend(ims,kms,jms,im),                       &
    1988. 

  1988.                            advect_tend,h_tendency,z_tendency,grid%rqvften,   & 
    1989. 

  1989.                            grid%qv_base, .true., grid%fnm, grid%fnp,         &
    1990. 

  1990.                            grid%msfux,grid%msfuy, grid%msfvx, grid%msfvx_inv,&
    1991. 

  1991.                            grid%msfvy, grid%msftx,grid%msfty,                & 
    1992. 

  1992.                            grid%rdx, grid%rdy, grid%rdn, grid%rdnw, grid%khdif, &
    1993. 

  1993.                            grid%kvdif, grid%xkhh,                            &
    1994. 

  1994.                            grid%diff_6th_opt, grid%diff_6th_factor,          &
    1995. 

  1995.                            config_flags%moist_adv_opt,                       &
    1996. 

  1996.                            ids, ide, jds, jde, kds, kde,     &
    1997. 

  1997.                            ims, ime, jms, jme, kms, kme,     &
    1998. 

  1998.                            grid%i_start(ij), grid%i_end(ij), &
    1999. 

  1999.                            grid%j_start(ij), grid%j_end(ij), &
    2000. 

  2000.                            k_start    , k_end               )
    2001. 

  2001. 

  2002. BENCH_END(rk_scalar_tend_tim)
    2003. 

  2003. 

  2004. BENCH_START(rlx_bdy_scalar_tim)
    2005. 

  2005.                IF( ( config_flags%specified .or. config_flags%nested ) .and. rk_step == 1 ) THEN 
    2006. 

  2006.                  IF ( im .EQ. P_QV .OR. config_flags%nested ) THEN
    2007. 

  2007.                    CALL relax_bdy_scalar ( moist_tend(ims,kms,jms,im),            & 
    2008. 

  2008.                                      moist(ims,kms,jms,im),  grid%mut,         &
    2009. 

  2009.                                      moist_bxs(jms,kms,1,im),moist_bxe(jms,kms,1,im), &
    2010. 

  2010.                                      moist_bys(ims,kms,1,im),moist_bye(ims,kms,1,im), &
    2011. 

  2011.                                      moist_btxs(jms,kms,1,im),moist_btxe(jms,kms,1,im), &
    2012. 

  2012.                                      moist_btys(ims,kms,1,im),moist_btye(ims,kms,1,im), &
    2013. 

  2013.                                      config_flags%spec_bdy_width, grid%spec_zone, grid%relax_zone, &
    2014. 

  2014.                                      grid%dtbc, grid%fcx, grid%gcx,             &
    2015. 

  2015.                                      config_flags,               &
    2016. 

  2016.                                      ids,ide, jds,jde, kds,kde,  & ! domain dims
    2017. 

  2017.                                      ims,ime, jms,jme, kms,kme,  & ! memory dims
    2018. 

  2018.                                      ips,ipe, jps,jpe, kps,kpe,  & ! patch  dims
    2019. 

  2019.                                      grid%i_start(ij), grid%i_end(ij),      &
    2020. 

  2020.                                      grid%j_start(ij), grid%j_end(ij),      &
    2021. 

  2021.                                      k_start, k_end                        )
    2022. 

  2022. 

  2023.                    CALL spec_bdy_scalar  ( moist_tend(ims,kms,jms,im),                &
    2024. 

  2024.                                      moist_bxs(jms,kms,1,im),moist_bxe(jms,kms,1,im), &
    2025. 

  2025.                                      moist_bys(ims,kms,1,im),moist_bye(ims,kms,1,im), &
    2026. 

  2026.                                      moist_btxs(jms,kms,1,im),moist_btxe(jms,kms,1,im), &
    2027. 

  2027.                                      moist_btys(ims,kms,1,im),moist_btye(ims,kms,1,im), &
    2028. 

  2028.                                      config_flags%spec_bdy_width, grid%spec_zone,                 &
    2029. 

  2029.                                      config_flags,               &
    2030. 

  2030.                                      ids,ide, jds,jde, kds,kde,  & ! domain dims
    2031. 

  2031.                                      ims,ime, jms,jme, kms,kme,  & ! memory dims
    2032. 

  2032.                                      ips,ipe, jps,jpe, kps,kpe,  & ! patch  dims
    2033. 

  2033.                                      grid%i_start(ij), grid%i_end(ij),          &
    2034. 

  2034.                                      grid%j_start(ij), grid%j_end(ij),          &
    2035. 

  2035.                                      k_start, k_end                               )
    2036. 

  2036.                  ENDIF
    2037. 

  2037.                ENDIF
    2038. 

  2038. BENCH_END(rlx_bdy_scalar_tim)
    2039. 

  2039. 

  2040.              ENDDO moist_tile_loop_1
    2041. 

  2041.              !$OMP END PARALLEL DO
    2042. 

  2042. 

  2043.              !$OMP PARALLEL DO   &
    2044. 

  2044.              !$OMP PRIVATE ( ij )
    2045. 

  2045.              moist_tile_loop_2: DO ij = 1 , grid%num_tiles
    2046. 

  2046. 

  2047.                CALL wrf_debug ( 200 , ' call rk_update_scalar' )
    2048. 

  2048.                tenddec = .false.
    2049. 

  2049. 

  2050. BENCH_START(update_scal_tim)
    2051. 

  2051.                CALL rk_update_scalar( scs=im, sce=im,                                  &
    2052. 

  2052.                                scalar_1=moist_old(ims,kms,jms,im),                     &
    2053. 

  2053.                                scalar_2=moist(ims,kms,jms,im),                         &
    2054. 

  2054.                                sc_tend=moist_tend(ims,kms,jms,im),                     &
    2055. 

  2055.                                advect_tend=advect_tend,                                &
    2056. 

  2056.                                h_tendency=h_tendency, z_tendency=z_tendency,           & 
    2057. 

  2057.                                msftx=grid%msftx,msfty=grid%msfty,                      &
    2058. 

  2058.                                mu_old=grid%mu_1, mu_new=grid%mu_2, mu_base=grid%mub,   &
    2059. 

  2059.                                rk_step=rk_step, dt=dt_rk, spec_zone=grid%spec_zone,    &
    2060. 

  2060.                                config_flags=config_flags, tenddec=tenddec,             & 
    2061. 

  2061.                                ids=ids, ide=ide, jds=jds, jde=jde, kds=kds, kde=kde,   &
    2062. 

  2062.                                ims=ims, ime=ime, jms=jms, jme=jme, kms=kms, kme=kme,   &
    2063. 

  2063.                                its=grid%i_start(ij), ite=grid%i_end(ij),               &
    2064. 

  2064.                                jts=grid%j_start(ij), jte=grid%j_end(ij),               &
    2065. 

  2065.                                kts=k_start    , kte=k_end                              )
    2066. 

  2066. BENCH_END(update_scal_tim)
    2067. 

  2067. 

  2068. BENCH_START(flow_depbdy_tim)
    2069. 

  2069.                IF( config_flags%specified ) THEN
    2070. 

  2070.                  IF(im .ne. P_QV)THEN
    2071. 

  2071.                    CALL flow_dep_bdy  (  moist(ims,kms,jms,im),                 &
    2072. 

  2072.                                 grid%ru_m, grid%rv_m, config_flags,             &
    2073. 

  2073.                                 grid%spec_zone,                                 &
    2074. 

  2074.                                 ids,ide, jds,jde, kds,kde,                      &
    2075. 

  2075.                                 ims,ime, jms,jme, kms,kme,                      &
    2076. 

  2076.                                 ips,ipe, jps,jpe, kps,kpe,                      &
    2077. 

  2077.                                 grid%i_start(ij), grid%i_end(ij),               &
    2078. 

  2078.                                 grid%j_start(ij), grid%j_end(ij),               &
    2079. 

  2079.                                 k_start, k_end                               )
    2080. 

  2080.                  ENDIF
    2081. 

  2081.                ENDIF
    2082. 

  2082. BENCH_END(flow_depbdy_tim)
    2083. 

  2083. 

  2084.              ENDDO moist_tile_loop_2
    2085. 

  2085.              !$OMP END PARALLEL DO
    2086. 

  2086. 

  2087.            ENDIF  !-- if (grid%adv_moist_cond .or. im==p_qv ) then
    2088. 

  2088. 

  2089.          ENDDO moist_variable_loop
    2090. 

  2090. 

  2091.        ENDIF moist_scalar_advance
    2092. 

  2092. 

  2093. BENCH_START(tke_adv_tim)
    2094. 

  2094.        TKE_advance: IF (config_flags%km_opt .eq. 2) then
    2095. 

  2095. #ifdef DM_PARALLEL
    2096. 

  2096.          IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    2097. 

  2097. #       include "HALO_EM_TKE_ADVECT_3.inc"
    2098. 

  2098.          ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    2099. 

  2099. #       include "HALO_EM_TKE_ADVECT_5.inc"
    2100. 

  2100.          ELSE
    2101. 

  2101.           WRITE(wrf_err_message,*)'solve_em: invalid h_mom_adv_order = ',config_flags%h_mom_adv_order
    2102. 

  2102.           CALL wrf_error_fatal(TRIM(wrf_err_message))
    2103. 

  2103.          ENDIF
    2104. 

  2104. #endif
    2105. 

  2105.          !$OMP PARALLEL DO   &
    2106. 

  2106.          !$OMP PRIVATE ( ij )
    2107. 

  2107.          tke_tile_loop_1: DO ij = 1 , grid%num_tiles
    2108. 

  2108. 

  2109.            CALL wrf_debug ( 200 , ' call rk_scalar_tend for tke' )
    2110. 

  2110.            tenddec = .false.
    2111. 

  2111.            CALL rk_scalar_tend ( 1, 1, config_flags, tenddec,                      & 
    2112. 

  2112.                             rk_step, dt_rk,                                        &
    2113. 

  2113.                             grid%ru_m, grid%rv_m, grid%ww_m,                       &
    2114. 

  2114.                             grid%muts, grid%mub, grid%mu_1,                        &
    2115. 

  2115.                             grid%alt,                                              &
    2116. 

  2116.                             grid%tke_1,                                            &
    2117. 

  2117.                             grid%tke_2,                                            &
    2118. 

  2118.                             tke_tend(ims,kms,jms),                                 &
    2119. 

  2119.                             advect_tend,h_tendency,z_tendency,grid%rqvften,        & 
    2120. 

  2120.                             grid%qv_base, .false., grid%fnm, grid%fnp,             &
    2121. 

  2121.                             grid%msfux,grid%msfuy, grid%msfvx, grid%msfvx_inv,     &
    2122. 

  2122.                             grid%msfvy, grid%msftx,grid%msfty,                     &
    2123. 

  2123.                             grid%rdx, grid%rdy, grid%rdn, grid%rdnw, grid%khdif,   &
    2124. 

  2124.                             grid%kvdif, grid%xkhh,                                 &
    2125. 

  2125.                             grid%diff_6th_opt, grid%diff_6th_factor,               &
    2126. 

  2126.                             config_flags%tke_adv_opt,                              &
    2127. 

  2127.                             ids, ide, jds, jde, kds, kde,     &
    2128. 

  2128.                             ims, ime, jms, jme, kms, kme,     &
    2129. 

  2129.                             grid%i_start(ij), grid%i_end(ij), &
    2130. 

  2130.                             grid%j_start(ij), grid%j_end(ij), &
    2131. 

  2131.                             k_start    , k_end               )
    2132. 

  2132. 

  2133.          ENDDO tke_tile_loop_1
    2134. 

  2134.          !$OMP END PARALLEL DO
    2135. 

  2135. 

  2136.          !$OMP PARALLEL DO   &
    2137. 

  2137.          !$OMP PRIVATE ( ij )
    2138. 

  2138.          tke_tile_loop_2: DO ij = 1 , grid%num_tiles
    2139. 

  2139. 

  2140.            CALL wrf_debug ( 200 , ' call rk_update_scalar' )
    2141. 

  2141.            tenddec = .false.
    2142. 

  2142.            CALL rk_update_scalar( scs=1,  sce=1,                                          &
    2143. 

  2143.                                   scalar_1=grid%tke_1,                                    &
    2144. 

  2144.                                   scalar_2=grid%tke_2,                                    &
    2145. 

  2145.                                   sc_tend=tke_tend(ims,kms,jms),                          &
    2146. 

  2146.                                   advect_tend=advect_tend,                                &
    2147. 

  2147.                                   h_tendency=h_tendency, z_tendency=z_tendency,           & 
    2148. 

  2148.                                   msftx=grid%msftx,msfty=grid%msfty,                      &
    2149. 

  2149.                                   mu_old=grid%mu_1, mu_new=grid%mu_2, mu_base=grid%mub,   &
    2150. 

  2150.                                   rk_step=rk_step, dt=dt_rk, spec_zone=grid%spec_zone,    &
    2151. 

  2151.                                   config_flags=config_flags, tenddec=tenddec,             & 
    2152. 

  2152.                                   ids=ids, ide=ide, jds=jds, jde=jde, kds=kds, kde=kde,   &
    2153. 

  2153.                                   ims=ims, ime=ime, jms=jms, jme=jme, kms=kms, kme=kme,   &
    2154. 

  2154.                                   its=grid%i_start(ij), ite=grid%i_end(ij),               &
    2155. 

  2155.                                   jts=grid%j_start(ij), jte=grid%j_end(ij),               &
    2156. 

  2156.                                   kts=k_start    , kte=k_end                              )
    2157. 

  2157. 

  2158. ! bound the tke (greater than 0, less than tke_upper_bound)
    2159. 

  2159. 

  2160.            CALL bound_tke( grid%tke_2, grid%tke_upper_bound,    &
    2161. 

  2161.                            ids, ide, jds, jde, kds, kde,        &
    2162. 

  2162.                            ims, ime, jms, jme, kms, kme,        &
    2163. 

  2163.                            grid%i_start(ij), grid%i_end(ij),    &
    2164. 

  2164.                            grid%j_start(ij), grid%j_end(ij),    &
    2165. 

  2165.                            k_start    , k_end                  )
    2166. 

  2166. 

  2167.            IF( config_flags%specified .or. config_flags%nested ) THEN
    2168. 

  2168.               CALL flow_dep_bdy (  grid%tke_2,                     &
    2169. 

  2169.                                    grid%ru_m, grid%rv_m, config_flags,               &
    2170. 

  2170.                                    grid%spec_zone,                              &
    2171. 

  2171.                                    ids,ide, jds,jde, kds,kde,  & ! domain dims
    2172. 

  2172.                                    ims,ime, jms,jme, kms,kme,  & ! memory dims
    2173. 

  2173.                                    ips,ipe, jps,jpe, kps,kpe,  & ! patch  dims
    2174. 

  2174.                                    grid%i_start(ij), grid%i_end(ij),       &
    2175. 

  2175.                                    grid%j_start(ij), grid%j_end(ij),       &
    2176. 

  2176.                                    k_start, k_end                               )
    2177. 

  2177.            ENDIF
    2178. 

  2178.          ENDDO tke_tile_loop_2
    2179. 

  2179.          !$OMP END PARALLEL DO
    2180. 

  2180. 

  2181.        ENDIF TKE_advance
    2182. 

  2182. BENCH_END(tke_adv_tim)
    2183. 

  2183. 

  2184. #ifdef WRF_CHEM
    2185. 

  2185. !  next the chemical species
    2186. 

  2186. BENCH_START(chem_adv_tim)
    2187. 

  2187.        chem_scalar_advance: IF (num_3d_c >= PARAM_FIRST_SCALAR)  THEN
    2188. 

  2188. 

  2189.          chem_variable_loop: DO ic = PARAM_FIRST_SCALAR, num_3d_c
    2190. 

  2190. 

  2191.            !$OMP PARALLEL DO   &
    2192. 

  2192.            !$OMP PRIVATE ( ij )
    2193. 

  2193.            chem_tile_loop_1: DO ij = 1 , grid%num_tiles
    2194. 

  2194. 

  2195.              CALL wrf_debug ( 200 , ' call rk_scalar_tend in chem_tile_loop_1' )
    2196. 

  2196.              tenddec = (( config_flags%chemdiag == USECHEMDIAG ) .and. &
    2197. 

  2197.                         ( adv_ct_indices(ic) >= PARAM_FIRST_SCALAR ))
    2198. 

  2198.              CALL rk_scalar_tend ( ic, ic, config_flags, tenddec,                & 
    2199. 

  2199.                               rk_step, dt_rk,                                    &
    2200. 

  2200.                               grid%ru_m, grid%rv_m, grid%ww_m,                   &
    2201. 

  2201.                               grid%muts, grid%mub, grid%mu_1,                    &
    2202. 

  2202.                               grid%alt,                                          &
    2203. 

  2203.                               chem_old(ims,kms,jms,ic),                          &
    2204. 

  2204.                               chem(ims,kms,jms,ic),                              &
    2205. 

  2205.                               chem_tend(ims,kms,jms,ic),                         &
    2206. 

  2206.                               advect_tend,h_tendency,z_tendency,grid%rqvften,    & 
    2207. 

  2207.                               grid%qv_base, .false., grid%fnm, grid%fnp,         &
    2208. 

  2208.                               grid%msfux,grid%msfuy, grid%msfvx, grid%msfvx_inv, &
    2209. 

  2209.                               grid%msfvy, grid%msftx,grid%msfty,                 &
    2210. 

  2210.                               grid%rdx, grid%rdy, grid%rdn, grid%rdnw,           &
    2211. 

  2211.                               grid%khdif, grid%kvdif, grid%xkhh,                 &
    2212. 

  2212.                               grid%diff_6th_opt, grid%diff_6th_factor,           &
    2213. 

  2213.                               config_flags%chem_adv_opt,                         &
    2214. 

  2214.                               ids, ide, jds, jde, kds, kde,                      &
    2215. 

  2215.                               ims, ime, jms, jme, kms, kme,                      &
    2216. 

  2216.                               grid%i_start(ij), grid%i_end(ij),                  &
    2217. 

  2217.                               grid%j_start(ij), grid%j_end(ij),                  &
    2218. 

  2218.                               k_start    , k_end                                )
    2219. 

  2219. !
    2220. 

  2220. ! Currently, chemistry species with specified boundaries (i.e. the mother
    2221. 

  2221. ! domain)  are being over written by flow_dep_bdy_chem. So, relax_bdy and
    2222. 

  2222. ! spec_bdy are only called for nests. For boundary conditions from global model or larger domain,
    2223. 

  2223. ! chem is uncoupled, and only used for one row/column on inflow (if have_bcs_chem=.true.) 
    2224. 

  2224. !
    2225. 

  2225.            IF( ( config_flags%nested ) .and. rk_step == 1 ) THEN
    2226. 

  2226.              IF(ic.eq.1)CALL wrf_debug ( 10 , ' have_bcs_chem' )
    2227. 

  2227.              CALL relax_bdy_scalar ( chem_tend(ims,kms,jms,ic),                                    &
    2228. 

  2228.                                      chem(ims,kms,jms,ic),  grid%mut,                              &
    2229. 

  2229.                                      chem_bxs(jms,kms,1,ic),chem_bxe(jms,kms,1,ic),                &
    2230. 

  2230.                                      chem_bys(ims,kms,1,ic),chem_bye(ims,kms,1,ic),                &
    2231. 

  2231.                                      chem_btxs(jms,kms,1,ic),chem_btxe(jms,kms,1,ic),              &
    2232. 

  2232.                                      chem_btys(ims,kms,1,ic),chem_btye(ims,kms,1,ic),              &
    2233. 

  2233.                                      config_flags%spec_bdy_width, grid%spec_zone, grid%relax_zone, &
    2234. 

  2234.                                      grid%dtbc, grid%fcx, grid%gcx,                                &
    2235. 

  2235.                                      config_flags,                                                 &
    2236. 

  2236.                                      ids,ide, jds,jde, kds,kde,                                    &
    2237. 

  2237.                                      ims,ime, jms,jme, kms,kme,                                    &
    2238. 

  2238.                                      ips,ipe, jps,jpe, kps,kpe,                                    &
    2239. 

  2239.                                      grid%i_start(ij), grid%i_end(ij),                             &
    2240. 

  2240.                                      grid%j_start(ij), grid%j_end(ij),                             &
    2241. 

  2241.                                      k_start, k_end                                                )
    2242. 

  2242.              CALL spec_bdy_scalar  ( chem_tend(ims,kms,jms,ic),                 &
    2243. 

  2243.                                      chem_bxs(jms,kms,1,ic),chem_bxe(jms,kms,1,ic),                &
    2244. 

  2244.                                      chem_bys(ims,kms,1,ic),chem_bye(ims,kms,1,ic),                &
    2245. 

  2245.                                      chem_btxs(jms,kms,1,ic),chem_btxe(jms,kms,1,ic),              &
    2246. 

  2246.                                      chem_btys(ims,kms,1,ic),chem_btye(ims,kms,1,ic),              &
    2247. 

  2247.                                      config_flags%spec_bdy_width, grid%spec_zone,                  &
    2248. 

  2248.                                      config_flags,                                                 &
    2249. 

  2249.                                      ids,ide, jds,jde, kds,kde,                                    &
    2250. 

  2250.                                      ims,ime, jms,jme, kms,kme,                                    &
    2251. 

  2251.                                      ips,ipe, jps,jpe, kps,kpe,                                    &
    2252. 

  2252.                                      grid%i_start(ij), grid%i_end(ij),                             &
    2253. 

  2253.                                      grid%j_start(ij), grid%j_end(ij),                             &
    2254. 

  2254.                                      k_start, k_end                                                )
    2255. 

  2255.            ENDIF
    2256. 

  2256. 

  2257.          ENDDO chem_tile_loop_1
    2258. 

  2258.          !$OMP END PARALLEL DO
    2259. 

  2259. 

  2260.          !$OMP PARALLEL DO   &
    2261. 

  2261.          !$OMP PRIVATE ( ij )
    2262. 

  2262. 

  2263.          chem_tile_loop_2: DO ij = 1 , grid%num_tiles
    2264. 

  2264. 

  2265.            CALL wrf_debug ( 200 , ' call rk_update_scalar' )
    2266. 

  2266.            tenddec = (( config_flags%chemdiag == USECHEMDIAG ) .and. &
    2267. 

  2267.                       ( adv_ct_indices(ic) >= PARAM_FIRST_SCALAR ))
    2268. 

  2268.            CALL rk_update_scalar( scs=ic, sce=ic,                                         &
    2269. 

  2269.                                   scalar_1=chem_old(ims,kms,jms,ic),                      &
    2270. 

  2270.                                   scalar_2=chem(ims,kms,jms,ic),                          &
    2271. 

  2271.                                   sc_tend=chem_tend(ims,kms,jms,ic),                      &
    2272. 

  2272.                                   advh_t=advh_ct(ims,kms,jms,adv_ct_indices(ic)),         &
    2273. 

  2273.                                   advz_t=advz_ct(ims,kms,jms,adv_ct_indices(ic)),         &
    2274. 

  2274.                                   advect_tend=advect_tend,                                &
    2275. 

  2275.                                   h_tendency=h_tendency, z_tendency=z_tendency,           & 
    2276. 

  2276.                                   msftx=grid%msftx,msfty=grid%msfty,                      &
    2277. 

  2277.                                   mu_old=grid%mu_1, mu_new=grid%mu_2, mu_base=grid%mub,   &
    2278. 

  2278.                                   rk_step=rk_step, dt=dt_rk, spec_zone=grid%spec_zone,    &
    2279. 

  2279.                                   config_flags=config_flags, tenddec=tenddec,             & 
    2280. 

  2280.                                   ids=ids, ide=ide, jds=jds, jde=jde, kds=kds, kde=kde,   &
    2281. 

  2281.                                   ims=ims, ime=ime, jms=jms, jme=jme, kms=kms, kme=kme,   &
    2282. 

  2282.                                   its=grid%i_start(ij), ite=grid%i_end(ij),               &
    2283. 

  2283.                                   jts=grid%j_start(ij), jte=grid%j_end(ij),               &
    2284. 

  2284.                                   kts=k_start    , kte=k_end                              )
    2285. 

  2285. 

  2286.            IF( config_flags%specified  ) THEN
    2287. 

  2287.              CALL flow_dep_bdy_chem( chem(ims,kms,jms,ic),                          &
    2288. 

  2288.                                      chem_bxs(jms,kms,1,ic), chem_btxs(jms,kms,1,ic),  &
    2289. 

  2289.                                      chem_bxe(jms,kms,1,ic), chem_btxe(jms,kms,1,ic),  &
    2290. 

  2290.                                      chem_bys(ims,kms,1,ic), chem_btys(ims,kms,1,ic),  &
    2291. 

  2291.                                      chem_bye(ims,kms,1,ic), chem_btye(ims,kms,1,ic),  &
    2292. 

  2292.                                      dt_rk+grid%dtbc,                                  &
    2293. 

  2293.                                      config_flags%spec_bdy_width,grid%z,      &
    2294. 

  2294.                                      grid%have_bcs_chem,      &
    2295. 

  2295.                                      grid%ru_m, grid%rv_m, config_flags,grid%alt,       &
    2296. 

  2296.                                      grid%t_1,grid%pb,grid%p,t0,p1000mb,rcp,grid%ph_2,grid%phb,g, &
    2297. 

  2297.                                      grid%spec_zone,ic,                  &
    2298. 

  2298.                                      ids,ide, jds,jde, kds,kde,  & ! domain dims
    2299. 

  2299.                                      ims,ime, jms,jme, kms,kme,  & ! memory dims
    2300. 

  2300.                                      ips,ipe, jps,jpe, kps,kpe,  & ! patch  dims
    2301. 

  2301.                                      grid%i_start(ij), grid%i_end(ij),   &
    2302. 

  2302.                                      grid%j_start(ij), grid%j_end(ij),   &
    2303. 

  2303.                                      k_start, k_end                      )
    2304. 

  2304.            ENDIF
    2305. 

  2305.          ENDDO chem_tile_loop_2
    2306. 

  2306.          !$OMP END PARALLEL DO
    2307. 

  2307. 

  2308.        ENDDO chem_variable_loop
    2309. 

  2309.      ENDIF chem_scalar_advance
    2310. 

  2310. BENCH_END(chem_adv_tim)
    2311. 

  2311. #endif
    2312. 

  2312. !  next the chemical species
    2313. 

  2313. BENCH_START(tracer_adv_tim)
    2314. 

  2314.        tracer_advance: IF (num_tracer >= PARAM_FIRST_SCALAR)  THEN
    2315. 

  2315. 

  2316.          tracer_variable_loop: DO ic = PARAM_FIRST_SCALAR, num_tracer
    2317. 

  2317. 

  2318.            !$OMP PARALLEL DO   &
    2319. 

  2319.            !$OMP PRIVATE ( ij )
    2320. 

  2320.            tracer_tile_loop_1: DO ij = 1 , grid%num_tiles
    2321. 

  2321. 

  2322.              CALL wrf_debug ( 15 , ' call rk_scalar_tend in tracer_tile_loop_1' )
    2323. 

  2323.              tenddec = .false.
    2324. 

  2324.              CALL rk_scalar_tend ( ic, ic, config_flags, tenddec,                & 
    2325. 

  2325.                               rk_step, dt_rk,                                    &
    2326. 

  2326.                               grid%ru_m, grid%rv_m, grid%ww_m,                   &
    2327. 

  2327.                               grid%muts, grid%mub, grid%mu_1,                    &
    2328. 

  2328.                               grid%alt,                                          &
    2329. 

  2329.                               tracer_old(ims,kms,jms,ic),                          &
    2330. 

  2330.                               tracer(ims,kms,jms,ic),                              &
    2331. 

  2331.                               tracer_tend(ims,kms,jms,ic),                         &
    2332. 

  2332.                               advect_tend,h_tendency,z_tendency,grid%rqvften,    & 
    2333. 

  2333.                               grid%qv_base, .false., grid%fnm, grid%fnp,         &
    2334. 

  2334.                               grid%msfux,grid%msfuy, grid%msfvx, grid%msfvx_inv, &
    2335. 

  2335.                               grid%msfvy, grid%msftx,grid%msfty,                 &
    2336. 

  2336.                               grid%rdx, grid%rdy, grid%rdn, grid%rdnw,           &
    2337. 

  2337.                               grid%khdif, grid%kvdif, grid%xkhh,                 &
    2338. 

  2338.                               grid%diff_6th_opt, grid%diff_6th_factor,           &
    2339. 

  2339.                               config_flags%tracer_adv_opt,                         &
    2340. 

  2340.                               ids, ide, jds, jde, kds, kde,                      &
    2341. 

  2341.                               ims, ime, jms, jme, kms, kme,                      &
    2342. 

  2342.                               grid%i_start(ij), grid%i_end(ij),                  &
    2343. 

  2343.                               grid%j_start(ij), grid%j_end(ij),                  &
    2344. 

  2344.                               k_start    , k_end                                )
    2345. 

  2345. !
    2346. 

  2346. ! Currently, chemistry species with specified boundaries (i.e. the mother
    2347. 

  2347. ! domain)  are being over written by flow_dep_bdy_chem. So, relax_bdy and
    2348. 

  2348. ! spec_bdy are only called for nests. For boundary conditions from global model or larger domain,
    2349. 

  2349. ! chem is uncoupled, and only used for one row/column on inflow (if have_bcs_chem=.true.) 
    2350. 

  2350. !
    2351. 

  2351.            IF( ( config_flags%nested ) .and. rk_step == 1 ) THEN
    2352. 

  2352.              IF(ic.eq.1)CALL wrf_debug ( 10 , ' have_bcs_tracer' )
    2353. 

  2353.              CALL relax_bdy_scalar ( tracer_tend(ims,kms,jms,ic),                                    &
    2354. 

  2354.                                      tracer(ims,kms,jms,ic),  grid%mut,                              &
    2355. 

  2355.                                      tracer_bxs(jms,kms,1,ic),tracer_bxe(jms,kms,1,ic),                &
    2356. 

  2356.                                      tracer_bys(ims,kms,1,ic),tracer_bye(ims,kms,1,ic),                &
    2357. 

  2357.                                      tracer_btxs(jms,kms,1,ic),tracer_btxe(jms,kms,1,ic),              &
    2358. 

  2358.                                      tracer_btys(ims,kms,1,ic),tracer_btye(ims,kms,1,ic),              &
    2359. 

  2359.                                      config_flags%spec_bdy_width, grid%spec_zone, grid%relax_zone, &
    2360. 

  2360.                                      grid%dtbc, grid%fcx, grid%gcx,                                &
    2361. 

  2361.                                      config_flags,                                                 &
    2362. 

  2362.                                      ids,ide, jds,jde, kds,kde,                                    &
    2363. 

  2363.                                      ims,ime, jms,jme, kms,kme,                                    &
    2364. 

  2364.                                      ips,ipe, jps,jpe, kps,kpe,                                    &
    2365. 

  2365.                                      grid%i_start(ij), grid%i_end(ij),                             &
    2366. 

  2366.                                      grid%j_start(ij), grid%j_end(ij),                             &
    2367. 

  2367.                                      k_start, k_end                                                )
    2368. 

  2368.              CALL spec_bdy_scalar  ( tracer_tend(ims,kms,jms,ic),                 &
    2369. 

  2369.                                      tracer_bxs(jms,kms,1,ic),tracer_bxe(jms,kms,1,ic),                &
    2370. 

  2370.                                      tracer_bys(ims,kms,1,ic),tracer_bye(ims,kms,1,ic),                &
    2371. 

  2371.                                      tracer_btxs(jms,kms,1,ic),tracer_btxe(jms,kms,1,ic),              &
    2372. 

  2372.                                      tracer_btys(ims,kms,1,ic),tracer_btye(ims,kms,1,ic),              &
    2373. 

  2373.                                      config_flags%spec_bdy_width, grid%spec_zone,                  &
    2374. 

  2374.                                      config_flags,                                                 &
    2375. 

  2375.                                      ids,ide, jds,jde, kds,kde,                                    &
    2376. 

  2376.                                      ims,ime, jms,jme, kms,kme,                                    &
    2377. 

  2377.                                      ips,ipe, jps,jpe, kps,kpe,                                    &
    2378. 

  2378.                                      grid%i_start(ij), grid%i_end(ij),                             &
    2379. 

  2379.                                      grid%j_start(ij), grid%j_end(ij),                             &
    2380. 

  2380.                                      k_start, k_end                                                )
    2381. 

  2381.            ENDIF
    2382. 

  2382. 

  2383.          ENDDO tracer_tile_loop_1
    2384. 

  2384.          !$OMP END PARALLEL DO
    2385. 

  2385. 

  2386.          !$OMP PARALLEL DO   &
    2387. 

  2387.          !$OMP PRIVATE ( ij )
    2388. 

  2388. 

  2389.          tracer_tile_loop_2: DO ij = 1 , grid%num_tiles
    2390. 

  2390. 

  2391.            CALL wrf_debug ( 200 , ' call rk_update_scalar' )
    2392. 

  2392.            tenddec = .false.
    2393. 

  2393.            CALL rk_update_scalar( scs=ic, sce=ic,                                         &
    2394. 

  2394.                                   scalar_1=tracer_old(ims,kms,jms,ic),                    &
    2395. 

  2395.                                   scalar_2=tracer(ims,kms,jms,ic),                        &
    2396. 

  2396.                                   sc_tend=tracer_tend(ims,kms,jms,ic),                    &
    2397. 

  2397. !                                 advh_t=advh_t(ims,kms,jms,1),                           & 
    2398. 

  2398. !                                 advz_t=advz_t(ims,kms,jms,1),                           & 
    2399. 

  2399.                                   advect_tend=advect_tend,                                &
    2400. 

  2400.                                   h_tendency=h_tendency, z_tendency=z_tendency,           & 
    2401. 

  2401.                                   msftx=grid%msftx,msfty=grid%msfty,                      &
    2402. 

  2402.                                   mu_old=grid%mu_1, mu_new=grid%mu_2, mu_base=grid%mub,   &
    2403. 

  2403.                                   rk_step=rk_step, dt=dt_rk, spec_zone=grid%spec_zone,    &
    2404. 

  2404.                                   config_flags=config_flags, tenddec=tenddec,             & 
    2405. 

  2405.                                   ids=ids, ide=ide, jds=jds, jde=jde, kds=kds, kde=kde,   &
    2406. 

  2406.                                   ims=ims, ime=ime, jms=jms, jme=jme, kms=kms, kme=kme,   &
    2407. 

  2407.                                   its=grid%i_start(ij), ite=grid%i_end(ij),               &
    2408. 

  2408.                                   jts=grid%j_start(ij), jte=grid%j_end(ij),               &
    2409. 

  2409.                                   kts=k_start    , kte=k_end                              )
    2410. 

  2410. 

  2411.            IF( config_flags%specified  ) THEN
    2412. 

  2412. #ifdef WRF_CHEM
    2413. 

  2413.              CALL flow_dep_bdy_tracer( tracer(ims,kms,jms,ic),                             &
    2414. 

  2414.                                      tracer_bxs(jms,kms,1,ic), tracer_btxs(jms,kms,1,ic),  &
    2415. 

  2415.                                      tracer_bxe(jms,kms,1,ic), tracer_btxe(jms,kms,1,ic),  &
    2416. 

  2416.                                      tracer_bys(ims,kms,1,ic), tracer_btys(ims,kms,1,ic),  &
    2417. 

  2417.                                      tracer_bye(ims,kms,1,ic), tracer_btye(ims,kms,1,ic),  &
    2418. 

  2418.                                      dt_rk+grid%dtbc,                                  &
    2419. 

  2419.                                      config_flags%spec_bdy_width,grid%z,      &
    2420. 

  2420.                                      grid%have_bcs_tracer,      &
    2421. 

  2421.                                      grid%ru_m, grid%rv_m, config_flags%tracer_opt,grid%alt,       &
    2422. 

  2422.                                      grid%t_1,grid%pb,grid%p,t0,p1000mb,rcp,grid%ph_2,grid%phb,g, &
    2423. 

  2423.                                      grid%spec_zone,ic,                  &
    2424. 

  2424.                                      ids,ide, jds,jde, kds,kde,  & ! domain dims
    2425. 

  2425.                                      ims,ime, jms,jme, kms,kme,  & ! memory dims
    2426. 

  2426.                                      ips,ipe, jps,jpe, kps,kpe,  & ! patch  dims
    2427. 

  2427.                                      grid%i_start(ij), grid%i_end(ij),   &
    2428. 

  2428.                                      grid%j_start(ij), grid%j_end(ij),   &
    2429. 

  2429.                                      k_start, k_end                      )
    2430. 

  2430. #else
    2431. 

  2431.              CALL flow_dep_bdy  ( tracer(ims,kms,jms,ic),     &
    2432. 

  2432.                                   grid%ru_m, grid%rv_m, config_flags,   &
    2433. 

  2433.                                   grid%spec_zone,                  &
    2434. 

  2434.                                   ids,ide, jds,jde, kds,kde,  & ! domain dims
    2435. 

  2435.                                   ims,ime, jms,jme, kms,kme,  & ! memory dims
    2436. 

  2436.                                   ips,ipe, jps,jpe, kps,kpe,  & ! patch  dims
    2437. 

  2437.                                   grid%i_start(ij), grid%i_end(ij),  &
    2438. 

  2438.                                   grid%j_start(ij), grid%j_end(ij),  &
    2439. 

  2439.                                   k_start, k_end                    )
    2440. 

  2440. #endif
    2441. 

  2441.            ENDIF
    2442. 

  2442.          ENDDO tracer_tile_loop_2
    2443. 

  2443.          !$OMP END PARALLEL DO
    2444. 

  2444. 

  2445.        ENDDO tracer_variable_loop
    2446. 

  2446.      ENDIF tracer_advance
    2447. 

  2447. BENCH_END(tracer_adv_tim)
    2448. 

  2448. 

  2449. !  next the other scalar species
    2450. 

  2450.      other_scalar_advance: IF (num_3d_s >= PARAM_FIRST_SCALAR)  THEN
    2451. 

  2451. 

  2452.        scalar_variable_loop: do is = PARAM_FIRST_SCALAR, num_3d_s
    2453. 

  2453.          !$OMP PARALLEL DO   &
    2454. 

  2454.          !$OMP PRIVATE ( ij )
    2455. 

  2455.          scalar_tile_loop_1: DO ij = 1 , grid%num_tiles
    2456. 

  2456. 

  2457.            CALL wrf_debug ( 200 , ' call rk_scalar_tend' )
    2458. 

  2458.            tenddec = .false.
    2459. 

  2459.            CALL rk_scalar_tend ( is, is, config_flags, tenddec,                   & 
    2460. 

  2460.                                  rk_step, dt_rk,                                  &
    2461. 

  2461.                                  grid%ru_m, grid%rv_m, grid%ww_m,                 &
    2462. 

  2462.                                  grid%muts, grid%mub, grid%mu_1,                  &
    2463. 

  2463.                                  grid%alt,                                        &
    2464. 

  2464.                                  scalar_old(ims,kms,jms,is),                      &
    2465. 

  2465.                                  scalar(ims,kms,jms,is),                          &
    2466. 

  2466.                                  scalar_tend(ims,kms,jms,is),                     &
    2467. 

  2467.                                  advect_tend,h_tendency,z_tendency,grid%rqvften,  & 
    2468. 

  2468.                                  grid%qv_base, .false., grid%fnm, grid%fnp,       &
    2469. 

  2469.                                  grid%msfux,grid%msfuy, grid%msfvx, grid%msfvx_inv, &
    2470. 

  2470.                                  grid%msfvy, grid%msftx,grid%msfty,               &
    2471. 

  2471.                                  grid%rdx, grid%rdy, grid%rdn, grid%rdnw,         &
    2472. 

  2472.                                  grid%khdif, grid%kvdif, grid%xkhh,               &
    2473. 

  2473.                                  grid%diff_6th_opt, grid%diff_6th_factor,         &
    2474. 

  2474.                                  config_flags%scalar_adv_opt,                     &
    2475. 

  2475.                                  ids, ide, jds, jde, kds, kde,     &
    2476. 

  2476.                                  ims, ime, jms, jme, kms, kme,     &
    2477. 

  2477.                                  grid%i_start(ij), grid%i_end(ij), &
    2478. 

  2478.                                  grid%j_start(ij), grid%j_end(ij), &
    2479. 

  2479.                                  k_start    , k_end               )
    2480. 

  2480. 

  2481.            IF( config_flags%nested .and. (rk_step == 1) ) THEN
    2482. 

  2482. 

  2483.                CALL relax_bdy_scalar ( scalar_tend(ims,kms,jms,is),                            &
    2484. 

  2484.                                        scalar(ims,kms,jms,is),  grid%mut,                      &
    2485. 

  2485.                                        scalar_bxs(jms,kms,1,is),scalar_bxe(jms,kms,1,is),      &
    2486. 

  2486.                                        scalar_bys(ims,kms,1,is),scalar_bye(ims,kms,1,is),      &
    2487. 

  2487.                                        scalar_btxs(jms,kms,1,is),scalar_btxe(jms,kms,1,is),    &
    2488. 

  2488.                                        scalar_btys(ims,kms,1,is),scalar_btye(ims,kms,1,is),    &
    2489. 

  2489.                                        config_flags%spec_bdy_width, grid%spec_zone, grid%relax_zone, &
    2490. 

  2490.                                        grid%dtbc, grid%fcx, grid%gcx,                          &
    2491. 

  2491.                                        config_flags,                                           &
    2492. 

  2492.                                        ids,ide, jds,jde, kds,kde,                              &
    2493. 

  2493.                                        ims,ime, jms,jme, kms,kme,                              &
    2494. 

  2494.                                        ips,ipe, jps,jpe, kps,kpe,                              &
    2495. 

  2495.                                        grid%i_start(ij), grid%i_end(ij),                       &
    2496. 

  2496.                                        grid%j_start(ij), grid%j_end(ij),                       &
    2497. 

  2497.                                        k_start, k_end                                          )
    2498. 

  2498. 

  2499.                CALL spec_bdy_scalar  ( scalar_tend(ims,kms,jms,is),                            &
    2500. 

  2500.                                        scalar_bxs(jms,kms,1,is),scalar_bxe(jms,kms,1,is),      &
    2501. 

  2501.                                        scalar_bys(ims,kms,1,is),scalar_bye(ims,kms,1,is),      &
    2502. 

  2502.                                        scalar_btxs(jms,kms,1,is),scalar_btxe(jms,kms,1,is),    &
    2503. 

  2503.                                        scalar_btys(ims,kms,1,is),scalar_btye(ims,kms,1,is),    &
    2504. 

  2504.                                        config_flags%spec_bdy_width, grid%spec_zone,            &
    2505. 

  2505.                                        config_flags,                                           &
    2506. 

  2506.                                        ids,ide, jds,jde, kds,kde,                              &
    2507. 

  2507.                                        ims,ime, jms,jme, kms,kme,                              &
    2508. 

  2508.                                        ips,ipe, jps,jpe, kps,kpe,                              &
    2509. 

  2509.                                        grid%i_start(ij), grid%i_end(ij),                       &
    2510. 

  2510.                                        grid%j_start(ij), grid%j_end(ij),                       &
    2511. 

  2511.                                        k_start, k_end                                          )
    2512. 

  2512. 

  2513.            ENDIF ! b.c test for chem nested boundary condition
    2514. 

  2514. 

  2515.          ENDDO scalar_tile_loop_1
    2516. 

  2516.          !$OMP END PARALLEL DO
    2517. 

  2517. 

  2518.          !$OMP PARALLEL DO   &
    2519. 

  2519.          !$OMP PRIVATE ( ij )
    2520. 

  2520.          scalar_tile_loop_2: DO ij = 1 , grid%num_tiles
    2521. 

  2521. 

  2522.            CALL wrf_debug ( 200 , ' call rk_update_scalar' )
    2523. 

  2523.            tenddec = .false.
    2524. 

  2524.            CALL rk_update_scalar( scs=is, sce=is,                                         &
    2525. 

  2525.                                   scalar_1=scalar_old(ims,kms,jms,is),                    &
    2526. 

  2526.                                   scalar_2=scalar(ims,kms,jms,is),                        &
    2527. 

  2527.                                   sc_tend=scalar_tend(ims,kms,jms,is),                    &
    2528. 

  2528. !                                 advh_t=advh_t(ims,kms,jms,1),                           & 
    2529. 

  2529. !                                 advz_t=advz_t(ims,kms,jms,1),                           & 
    2530. 

  2530.                                   advect_tend=advect_tend,                                &
    2531. 

  2531.                                   h_tendency=h_tendency, z_tendency=z_tendency,           & 
    2532. 

  2532.                                   msftx=grid%msftx,msfty=grid%msfty,                      &
    2533. 

  2533.                                   mu_old=grid%mu_1, mu_new=grid%mu_2, mu_base=grid%mub,   &
    2534. 

  2534.                                   rk_step=rk_step, dt=dt_rk, spec_zone=grid%spec_zone,    &
    2535. 

  2535.                                   config_flags=config_flags, tenddec=tenddec,             & 
    2536. 

  2536.                                   ids=ids, ide=ide, jds=jds, jde=jde, kds=kds, kde=kde,   &
    2537. 

  2537.                                   ims=ims, ime=ime, jms=jms, jme=jme, kms=kms, kme=kme,   &
    2538. 

  2538.                                   its=grid%i_start(ij), ite=grid%i_end(ij),               &
    2539. 

  2539.                                   jts=grid%j_start(ij), jte=grid%j_end(ij),               &
    2540. 

  2540.                                   kts=k_start    , kte=k_end                              )
    2541. 

  2541. 

  2542.            IF( config_flags%specified ) THEN
    2543. 

  2543. 

  2544.              IF(is .ne. P_QNN)THEN
    2545. 

  2545.                CALL flow_dep_bdy  ( scalar(ims,kms,jms,is),     &
    2546. 

  2546.                                   grid%ru_m, grid%rv_m, config_flags,   &
    2547. 

  2547.                                   grid%spec_zone,                  &
    2548. 

  2548.                                   ids,ide, jds,jde, kds,kde,  & ! domain dims
    2549. 

  2549.                                   ims,ime, jms,jme, kms,kme,  & ! memory dims
    2550. 

  2550.                                   ips,ipe, jps,jpe, kps,kpe,  & ! patch  dims
    2551. 

  2551.                                   grid%i_start(ij), grid%i_end(ij),  &
    2552. 

  2552.                                   grid%j_start(ij), grid%j_end(ij),  &
    2553. 

  2553.                                   k_start, k_end                    )
    2554. 

  2554.              ELSE
    2555. 

  2555.                CALL flow_dep_bdy_qnn  ( scalar(ims,kms,jms,is),     &
    2556. 

  2556.                                   grid%ru_m, grid%rv_m, config_flags,   &
    2557. 

  2557.                                   grid%spec_zone,                  &
    2558. 

  2558.                                   ids,ide, jds,jde, kds,kde,  & ! domain dims
    2559. 

  2559.                                   ims,ime, jms,jme, kms,kme,  & ! memory dims
    2560. 

  2560.                                   ips,ipe, jps,jpe, kps,kpe,  & ! patch  dims
    2561. 

  2561.                                   grid%i_start(ij), grid%i_end(ij),  &
    2562. 

  2562.                                   grid%j_start(ij), grid%j_end(ij),  &
    2563. 

  2563.                                   k_start, k_end                    )
    2564. 

  2564.              ENDIF
    2565. 

  2565. 

  2566.            ENDIF
    2567. 

  2567. 

  2568.          ENDDO scalar_tile_loop_2
    2569. 

  2569.          !$OMP END PARALLEL DO
    2570. 

  2570. 

  2571.        ENDDO scalar_variable_loop
    2572. 

  2572. 

  2573.      ENDIF other_scalar_advance
    2574. 

  2574. 

  2575.  !  update the pressure and density at the new time level
    2576. 

  2576. 

  2577.      !$OMP PARALLEL DO   &
    2578. 

  2578.      !$OMP PRIVATE ( ij )
    2579. 

  2579.      DO ij = 1 , grid%num_tiles
    2580. 

  2580. 

  2581. BENCH_START(calc_p_rho_tim)
    2582. 

  2582. 

  2583.        CALL calc_p_rho_phi( moist, num_3d_m, config_flags%hypsometric_opt,             &
    2584. 

  2584.                             grid%al, grid%alb, grid%mu_2, grid%muts,              &
    2585. 

  2585.                             grid%ph_2, grid%phb, grid%p, grid%pb, grid%t_2,                 &
    2586. 

  2586.                             p0, t0, grid%p_top, grid%znu, grid%znw, grid%dnw, grid%rdnw,           &
    2587. 

  2587.                             grid%rdn, config_flags%non_hydrostatic,             &
    2588. 

  2588.                             ids, ide, jds, jde, kds, kde,     &
    2589. 

  2589.                             ims, ime, jms, jme, kms, kme,     &
    2590. 

  2590.                             grid%i_start(ij), grid%i_end(ij), &
    2591. 

  2591.                             grid%j_start(ij), grid%j_end(ij), &
    2592. 

  2592.                             k_start    , k_end               )
    2593. 

  2593. 

  2594. BENCH_END(calc_p_rho_tim)
    2595. 

  2595. 

  2596.      ENDDO
    2597. 

  2597.      !$OMP END PARALLEL DO
    2598. 

  2598. 

  2599. !  Reset the boundary conditions if there is another corrector step.
    2600. 

  2600. !  (rk_step < rk_order), else we'll handle it at the end of everything
    2601. 

  2601. !  (after the split physics, before exiting the timestep).
    2602. 

  2602. 

  2603.      rk_step_1_check: IF ( rk_step < rk_order ) THEN
    2604. 

  2604. 

  2605. !-----------------------------------------------------------
    2606. 

  2606. !  rk3 substep polar filter for scalars (moist,chem,scalar)
    2607. 

  2607. !-----------------------------------------------------------
    2608. 

  2608. 

  2609.        IF (config_flags%polar) THEN 
    2610. 

  2610.          IF ( num_3d_m >= PARAM_FIRST_SCALAR ) THEN
    2611. 

  2611.            CALL wrf_debug ( 200 , ' call filter moist ' )
    2612. 

  2612.            DO im = PARAM_FIRST_SCALAR, num_3d_m
    2613. 

  2613.              CALL couple_scalars_for_filter ( FIELD=moist(ims,kms,jms,im)              &
    2614. 

  2614.                     ,MU=grid%mu_2 , MUB=grid%mub                                 &
    2615. 

  2615.                     ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    2616. 

  2616.                     ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    2617. 

  2617.                     ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe          )
    2618. 

  2618.              CALL pxft ( grid=grid                                               &
    2619. 

  2619.                     ,lineno=__LINE__                                             &
    2620. 

  2620.                     ,flag_uv            = 0                                      &
    2621. 

  2621.                     ,flag_rurv          = 0                                      &
    2622. 

  2622.                     ,flag_wph           = 0                                      &
    2623. 

  2623.                     ,flag_ww            = 0                                      &
    2624. 

  2624.                     ,flag_t             = 0                                      &
    2625. 

  2625.                     ,flag_mu            = 0                                      &
    2626. 

  2626.                     ,flag_mut           = 0                                      &
    2627. 

  2627.                     ,flag_moist         = im                                     &
    2628. 

  2628.                     ,flag_chem          = 0                                      &
    2629. 

  2629.                     ,flag_scalar        = 0                                      &
    2630. 

  2630.                     ,flag_tracer        = 0                                      &
    2631. 

  2631.                     ,positive_definite=.FALSE.                                   &
    2632. 

  2632.                     ,moist=moist,chem=chem,tracer=tracer,scalar=scalar           &
    2633. 

  2633.                     ,fft_filter_lat = config_flags%fft_filter_lat                &
    2634. 

  2634.                     ,dclat = dclat                                               &
    2635. 

  2635.                     ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    2636. 

  2636.                     ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    2637. 

  2637.                     ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe             &
    2638. 

  2638.                     ,imsx=imsx,imex=imex,jmsx=jmsx,jmex=jmex,kmsx=kmsx,kmex=kmex &
    2639. 

  2639.                     ,ipsx=ipsx,ipex=ipex,jpsx=jmsx,jpex=jpex,kpsx=kpsx,kpex=kpex )
    2640. 

  2640.              CALL uncouple_scalars_for_filter ( FIELD=moist(ims,kms,jms,im)            &
    2641. 

  2641.                     ,MU=grid%mu_2 , MUB=grid%mub                                 &
    2642. 

  2642.                     ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    2643. 

  2643.                     ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    2644. 

  2644.                     ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe          )
    2645. 

  2645.            END DO
    2646. 

  2646.          END IF
    2647. 

  2647.    
    2648. 

  2648.          IF ( num_3d_c >= PARAM_FIRST_SCALAR ) THEN
    2649. 

  2649.            CALL wrf_debug ( 200 , ' call filter chem ' )
    2650. 

  2650.            DO im = PARAM_FIRST_SCALAR, num_3d_c
    2651. 

  2651.              CALL couple_scalars_for_filter ( FIELD=chem(ims,kms,jms,im)               &
    2652. 

  2652.                     ,MU=grid%mu_2 , MUB=grid%mub                                 &
    2653. 

  2653.                     ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    2654. 

  2654.                     ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    2655. 

  2655.                     ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe           )
    2656. 

  2656.              CALL pxft ( grid=grid                                               &
    2657. 

  2657.                     ,lineno=__LINE__                                             &
    2658. 

  2658.                     ,flag_uv            = 0                                      &
    2659. 

  2659.                     ,flag_rurv          = 0                                      &
    2660. 

  2660.                     ,flag_wph           = 0                                      &
    2661. 

  2661.                     ,flag_ww            = 0                                      &
    2662. 

  2662.                     ,flag_t             = 0                                      &
    2663. 

  2663.                     ,flag_mu            = 0                                      &
    2664. 

  2664.                     ,flag_mut           = 0                                      &
    2665. 

  2665.                     ,flag_moist         = 0                                      &
    2666. 

  2666.                     ,flag_chem          = im                                     &
    2667. 

  2667.                     ,flag_tracer        = 0                                      &
    2668. 

  2668.                     ,flag_scalar        = 0                                      &
    2669. 

  2669.                     ,positive_definite=.FALSE.                                   &
    2670. 

  2670.                     ,moist=moist,chem=chem,tracer=tracer,scalar=scalar           &
    2671. 

  2671.                     ,fft_filter_lat = config_flags%fft_filter_lat                &
    2672. 

  2672.                     ,dclat = dclat                                               &
    2673. 

  2673.                     ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    2674. 

  2674.                     ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    2675. 

  2675.                     ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe             &
    2676. 

  2676.                     ,imsx=imsx,imex=imex,jmsx=jmsx,jmex=jmex,kmsx=kmsx,kmex=kmex &
    2677. 

  2677.                     ,ipsx=ipsx,ipex=ipex,jpsx=jmsx,jpex=jpex,kpsx=kpsx,kpex=kpex )
    2678. 

  2678.              CALL uncouple_scalars_for_filter ( FIELD=chem(ims,kms,jms,im)             &
    2679. 

  2679.                     ,MU=grid%mu_2 , MUB=grid%mub                                 &
    2680. 

  2680.                     ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    2681. 

  2681.                     ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    2682. 

  2682.                     ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe          )
    2683. 

  2683.            END DO
    2684. 

  2684.          END IF
    2685. 

  2685.          IF ( num_tracer >= PARAM_FIRST_SCALAR ) THEN
    2686. 

  2686.            CALL wrf_debug ( 200 , ' call filter tracer ' )
    2687. 

  2687.            DO im = PARAM_FIRST_SCALAR, num_tracer
    2688. 

  2688.              CALL couple_scalars_for_filter ( FIELD=tracer(ims,kms,jms,im)               &
    2689. 

  2689.                     ,MU=grid%mu_2 , MUB=grid%mub                                 &
    2690. 

  2690.                     ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    2691. 

  2691.                     ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    2692. 

  2692.                     ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe           )
    2693. 

  2693.              CALL pxft ( grid=grid                                               &
    2694. 

  2694.                     ,lineno=__LINE__                                             &
    2695. 

  2695.                     ,flag_uv            = 0                                      &
    2696. 

  2696.                     ,flag_rurv          = 0                                      &
    2697. 

  2697.                     ,flag_wph           = 0                                      &
    2698. 

  2698.                     ,flag_ww            = 0                                      &
    2699. 

  2699.                     ,flag_t             = 0                                      &
    2700. 

  2700.                     ,flag_mu            = 0                                      &
    2701. 

  2701.                     ,flag_mut           = 0                                      &
    2702. 

  2702.                     ,flag_moist         = 0                                      &
    2703. 

  2703.                     ,flag_chem          = 0                                      &
    2704. 

  2704.                     ,flag_tracer        = im                                      &
    2705. 

  2705.                     ,flag_scalar        = 0                                      &
    2706. 

  2706.                     ,positive_definite=.FALSE.                                   &
    2707. 

  2707.                     ,moist=moist,chem=chem,tracer=tracer,scalar=scalar           &
    2708. 

  2708.                     ,fft_filter_lat = config_flags%fft_filter_lat                &
    2709. 

  2709.                     ,dclat = dclat                                               &
    2710. 

  2710.                     ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    2711. 

  2711.                     ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    2712. 

  2712.                     ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe             &
    2713. 

  2713.                     ,imsx=imsx,imex=imex,jmsx=jmsx,jmex=jmex,kmsx=kmsx,kmex=kmex &
    2714. 

  2714.                     ,ipsx=ipsx,ipex=ipex,jpsx=jmsx,jpex=jpex,kpsx=kpsx,kpex=kpex )
    2715. 

  2715.              CALL uncouple_scalars_for_filter ( FIELD=tracer(ims,kms,jms,im)             &
    2716. 

  2716.                     ,MU=grid%mu_2 , MUB=grid%mub                                 &
    2717. 

  2717.                     ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    2718. 

  2718.                     ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    2719. 

  2719.                     ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe          )
    2720. 

  2720.            END DO
    2721. 

  2721.          END IF
    2722. 

  2722.    
    2723. 

  2723.          IF ( num_3d_s >= PARAM_FIRST_SCALAR ) THEN
    2724. 

  2724.            CALL wrf_debug ( 200 , ' call filter scalar ' )
    2725. 

  2725.            DO im = PARAM_FIRST_SCALAR, num_3d_s
    2726. 

  2726.              CALL couple_scalars_for_filter ( FIELD=scalar(ims,kms,jms,im)           &
    2727. 

  2727.                   ,MU=grid%mu_2 , MUB=grid%mub                                 &
    2728. 

  2728.                   ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    2729. 

  2729.                   ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    2730. 

  2730.                   ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe          )
    2731. 

  2731.              CALL pxft ( grid=grid                                             &
    2732. 

  2732.                   ,lineno=__LINE__                                             &
    2733. 

  2733.                   ,flag_uv            = 0                                      &
    2734. 

  2734.                   ,flag_rurv          = 0                                      &
    2735. 

  2735.                   ,flag_wph           = 0                                      &
    2736. 

  2736.                   ,flag_ww            = 0                                      &
    2737. 

  2737.                   ,flag_t             = 0                                      &
    2738. 

  2738.                   ,flag_mu            = 0                                      &
    2739. 

  2739.                   ,flag_mut           = 0                                      &
    2740. 

  2740.                   ,flag_moist         = 0                                      &
    2741. 

  2741.                   ,flag_chem          = 0                                      &
    2742. 

  2742.                   ,flag_tracer        = 0                                      &
    2743. 

  2743.                   ,flag_scalar        = im                                     &
    2744. 

  2744.                   ,positive_definite=.FALSE.                                   &
    2745. 

  2745.                   ,moist=moist,chem=chem,tracer=tracer,scalar=scalar           &
    2746. 

  2746.                   ,fft_filter_lat = config_flags%fft_filter_lat                &
    2747. 

  2747.                   ,dclat = dclat                                               &
    2748. 

  2748.                   ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    2749. 

  2749.                   ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    2750. 

  2750.                   ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe             &
    2751. 

  2751.                   ,imsx=imsx,imex=imex,jmsx=jmsx,jmex=jmex,kmsx=kmsx,kmex=kmex &
    2752. 

  2752.                   ,ipsx=ipsx,ipex=ipex,jpsx=jmsx,jpex=jpex,kpsx=kpsx,kpex=kpex )
    2753. 

  2753.              CALL uncouple_scalars_for_filter ( FIELD=scalar(ims,kms,jms,im)   &
    2754. 

  2754.                   ,MU=grid%mu_2 , MUB=grid%mub                                 &
    2755. 

  2755.                   ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    2756. 

  2756.                   ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    2757. 

  2757.                   ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe          )
    2758. 

  2758.            END DO
    2759. 

  2759.          END IF
    2760. 

  2760.        END IF ! polar filter test
    2761. 

  2761. 

  2762. !-----------------------------------------------------------
    2763. 

  2763. !  END rk3 substep polar filter for scalars (moist,chem,scalar)
    2764. 

  2764. !-----------------------------------------------------------
    2765. 

  2765. 

  2766. !-----------------------------------------------------------
    2767. 

  2767. !  Stencils for patch communications  (WCS, 29 June 2001)
    2768. 

  2768. !
    2769. 

  2769. !  here's where we need a wide comm stencil - these are the 
    2770. 

  2770. !  uncoupled variables so are used for high order calc in
    2771. 

  2771. !  advection and mixong routines.
    2772. 

  2772. !
    2773. 

  2773. !
    2774. 

  2774. !                                  * * * * * * *
    2775. 

  2775. !                     * * * * *    * * * * * * *
    2776. 

  2776. !            *        * * * * *    * * * * * * *
    2777. 

  2777. !          * + *      * * + * *    * * * + * * *
    2778. 

  2778. !            *        * * * * *    * * * * * * *
    2779. 

  2779. !                     * * * * *    * * * * * * *
    2780. 

  2780. !                                  * * * * * * *
    2781. 

  2781. !
    2782. 

  2782. ! al        x
    2783. 

  2783. !
    2784. 

  2784. !  2D variable
    2785. 

  2785. ! mu_2      x
    2786. 

  2786. !
    2787. 

  2787. ! (adv order <=4)
    2788. 

  2788. ! u_2                     x
    2789. 

  2789. ! v_2                     x
    2790. 

  2790. ! w_2                     x
    2791. 

  2791. ! t_2                     x
    2792. 

  2792. ! ph_2                    x
    2793. 

  2793. !
    2794. 

  2794. ! (adv order <=6)
    2795. 

  2795. ! u_2                                    x
    2796. 

  2796. ! v_2                                    x
    2797. 

  2797. ! w_2                                    x
    2798. 

  2798. ! t_2                                    x
    2799. 

  2799. ! ph_2                                   x
    2800. 

  2800. !
    2801. 

  2801. !  4D variable
    2802. 

  2802. ! moist                   x
    2803. 

  2803. ! chem                    x
    2804. 

  2804. ! scalar                  x
    2805. 

  2805. 

  2806. #ifdef DM_PARALLEL
    2807. 

  2807.        IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    2808. 

  2808. #    include "HALO_EM_D2_3.inc"
    2809. 

  2809.        ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    2810. 

  2810. #    include "HALO_EM_D2_5.inc"
    2811. 

  2811.        ELSE 
    2812. 

  2812.          WRITE(wrf_err_message,*)'solve_em: invalid h_mom_adv_order = ',config_flags%h_mom_adv_order
    2813. 

  2813.          CALL wrf_error_fatal(TRIM(wrf_err_message))
    2814. 

  2814.        ENDIF
    2815. 

  2815. #  include "PERIOD_BDY_EM_D.inc"
    2816. 

  2816. #  include "PERIOD_BDY_EM_MOIST2.inc"
    2817. 

  2817. #  include "PERIOD_BDY_EM_CHEM2.inc"
    2818. 

  2818. #  include "PERIOD_BDY_EM_TRACER2.inc"
    2819. 

  2819. #  include "PERIOD_BDY_EM_SCALAR2.inc"
    2820. 

  2820. #endif
    2821. 

  2821. 

  2822. BENCH_START(bc_end_tim)
    2823. 

  2823.        !$OMP PARALLEL DO   &
    2824. 

  2824.        !$OMP PRIVATE ( ij )
    2825. 

  2825.        tile_bc_loop_1: DO ij = 1 , grid%num_tiles
    2826. 

  2826.          CALL wrf_debug ( 200 , ' call rk_phys_bc_dry_2' )
    2827. 

  2827. 

  2828.          CALL rk_phys_bc_dry_2( config_flags,                     &
    2829. 

  2829.                                 grid%u_2, grid%v_2, grid%w_2,     &
    2830. 

  2830.                                 grid%t_2, grid%ph_2, grid%mu_2,   &
    2831. 

  2831.                                 ids, ide, jds, jde, kds, kde,     &
    2832. 

  2832.                                 ims, ime, jms, jme, kms, kme,     &
    2833. 

  2833.                                 ips, ipe, jps, jpe, kps, kpe,     &
    2834. 

  2834.                                 grid%i_start(ij), grid%i_end(ij), &
    2835. 

  2835.                                 grid%j_start(ij), grid%j_end(ij), &
    2836. 

  2836.                                 k_start    , k_end               )
    2837. 

  2837. 

  2838. BENCH_START(diag_w_tim)
    2839. 

  2839.          IF (.not. config_flags%non_hydrostatic) THEN
    2840. 

  2840.            CALL diagnose_w( ph_tend, grid%ph_2, grid%ph_1, grid%w_2, grid%muts, dt_rk,  &
    2841. 

  2841.                             grid%u_2, grid%v_2, grid%ht,                           &
    2842. 

  2842.                             grid%cf1, grid%cf2, grid%cf3, grid%rdx, grid%rdy, grid%msftx, grid%msfty, &
    2843. 

  2843.                             ids, ide, jds, jde, kds, kde,           &
    2844. 

  2844.                             ims, ime, jms, jme, kms, kme,           &
    2845. 

  2845.                             grid%i_start(ij), grid%i_end(ij),       &
    2846. 

  2846.                             grid%j_start(ij), grid%j_end(ij),       &
    2847. 

  2847.                             k_start    , k_end                     )
    2848. 

  2848.          ENDIF
    2849. 

  2849. BENCH_END(diag_w_tim)
    2850. 

  2850. 

  2851.          IF (num_3d_m >= PARAM_FIRST_SCALAR) THEN
    2852. 

  2852. 

  2853.            moisture_loop_bdy_1 : DO im = PARAM_FIRST_SCALAR , num_3d_m
    2854. 

  2854.   
    2855. 

  2855.              CALL set_physical_bc3d( moist(ims,kms,jms,im), 'p', config_flags,   &
    2856. 

  2856.                                      ids, ide, jds, jde, kds, kde,             &
    2857. 

  2857.                                      ims, ime, jms, jme, kms, kme,             &
    2858. 

  2858.                                      ips, ipe, jps, jpe, kps, kpe,             &
    2859. 

  2859.                                      grid%i_start(ij), grid%i_end(ij),                   &
    2860. 

  2860.                                      grid%j_start(ij), grid%j_end(ij),                   &
    2861. 

  2861.                                      k_start    , k_end                       )
    2862. 

  2862.            END DO moisture_loop_bdy_1
    2863. 

  2863. 

  2864.          ENDIF
    2865. 

  2865. 

  2866.          IF (num_3d_c >= PARAM_FIRST_SCALAR) THEN
    2867. 

  2867. 

  2868.            chem_species_bdy_loop_1 : DO ic = PARAM_FIRST_SCALAR , num_3d_c
    2869. 

  2869. 

  2870.              CALL set_physical_bc3d( chem(ims,kms,jms,ic), 'p', config_flags,   &
    2871. 

  2871.                                      ids, ide, jds, jde, kds, kde,            &
    2872. 

  2872.                                      ims, ime, jms, jme, kms, kme,            &
    2873. 

  2873.                                      ips, ipe, jps, jpe, kps, kpe,            &
    2874. 

  2874.                                      grid%i_start(ij), grid%i_end(ij),                  &
    2875. 

  2875.                                      grid%j_start(ij), grid%j_end(ij),                  &
    2876. 

  2876.                                      k_start    , k_end-1                    )
    2877. 

  2877. 

  2878.            END DO chem_species_bdy_loop_1
    2879. 

  2879. 

  2880.          END IF
    2881. 

  2881. 

  2882.          IF (num_tracer >= PARAM_FIRST_SCALAR) THEN
    2883. 

  2883. 

  2884.            tracer_species_bdy_loop_1 : DO ic = PARAM_FIRST_SCALAR , num_tracer
    2885. 

  2885. 

  2886.              CALL set_physical_bc3d( tracer(ims,kms,jms,ic), 'p', config_flags,   &
    2887. 

  2887.                                      ids, ide, jds, jde, kds, kde,            &
    2888. 

  2888.                                      ims, ime, jms, jme, kms, kme,            &
    2889. 

  2889.                                      ips, ipe, jps, jpe, kps, kpe,            &
    2890. 

  2890.                                      grid%i_start(ij), grid%i_end(ij),                  &
    2891. 

  2891.                                      grid%j_start(ij), grid%j_end(ij),                  &
    2892. 

  2892.                                      k_start    , k_end-1                    )
    2893. 

  2893. 

  2894.            END DO tracer_species_bdy_loop_1
    2895. 

  2895. 

  2896.          END IF
    2897. 

  2897. 

  2898.          IF (num_3d_s >= PARAM_FIRST_SCALAR) THEN
    2899. 

  2899. 

  2900.            scalar_species_bdy_loop_1 : DO is = PARAM_FIRST_SCALAR , num_3d_s
    2901. 

  2901. 

  2902.              CALL set_physical_bc3d( scalar(ims,kms,jms,is), 'p', config_flags,   &
    2903. 

  2903.                                      ids, ide, jds, jde, kds, kde,            &
    2904. 

  2904.                                      ims, ime, jms, jme, kms, kme,            &
    2905. 

  2905.                                      ips, ipe, jps, jpe, kps, kpe,            &
    2906. 

  2906.                                      grid%i_start(ij), grid%i_end(ij),                  &
    2907. 

  2907.                                      grid%j_start(ij), grid%j_end(ij),                  &
    2908. 

  2908.                                      k_start    , k_end-1                    )
    2909. 

  2909. 

  2910.            END DO scalar_species_bdy_loop_1
    2911. 

  2911. 

  2912.          END IF
    2913. 

  2913. 

  2914.          IF (config_flags%km_opt .eq. 2) THEN
    2915. 

  2915. 

  2916.            CALL set_physical_bc3d( grid%tke_2 , 'p', config_flags,  &
    2917. 

  2917.                                    ids, ide, jds, jde, kds, kde,            &
    2918. 

  2918.                                    ims, ime, jms, jme, kms, kme,            &
    2919. 

  2919.                                    ips, ipe, jps, jpe, kps, kpe,            &
    2920. 

  2920.                                    grid%i_start(ij), grid%i_end(ij),        &
    2921. 

  2921.                                    grid%j_start(ij), grid%j_end(ij),        &
    2922. 

  2922.                                    k_start    , k_end                      )
    2923. 

  2923.          END IF
    2924. 

  2924. 

  2925.        END DO tile_bc_loop_1
    2926. 

  2926.        !$OMP END PARALLEL DO
    2927. 

  2927. BENCH_END(bc_end_tim)
    2928. 

  2928. 

  2929. 

  2930. #ifdef DM_PARALLEL
    2931. 

  2931. 

  2932. !                           * * * * *
    2933. 

  2933. !         *        * * *    * * * * *
    2934. 

  2934. !       * + *      * + *    * * + * *
    2935. 

  2935. !         *        * * *    * * * * *
    2936. 

  2936. !                           * * * * *
    2937. 

  2937. 

  2938. ! moist, chem, scalar, tke      x
    2939. 

  2939. 

  2940. 

  2941.        IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    2942. 

  2942.          IF ( (config_flags%tke_adv_opt /= ORIGINAL .and. config_flags%tke_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order-1) ) THEN
    2943. 

  2943. #         include "HALO_EM_TKE_5.inc"
    2944. 

  2944.          ELSE
    2945. 

  2945. #         include "HALO_EM_TKE_3.inc"
    2946. 

  2946.          ENDIF
    2947. 

  2947.        ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    2948. 

  2948.          IF ( (config_flags%tke_adv_opt /= ORIGINAL .and. config_flags%tke_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order-1) ) THEN
    2949. 

  2949. #         include "HALO_EM_TKE_7.inc"
    2950. 

  2950.          ELSE
    2951. 

  2951. #         include "HALO_EM_TKE_5.inc"
    2952. 

  2952.          ENDIF
    2953. 

  2953.        ELSE
    2954. 

  2954.          WRITE(wrf_err_message,*)'solve_em: invalid h_sca_adv_order = ',config_flags%h_sca_adv_order
    2955. 

  2955.          CALL wrf_error_fatal(TRIM(wrf_err_message))
    2956. 

  2956.        ENDIF
    2957. 

  2957. 

  2958.        IF ( num_moist .GE. PARAM_FIRST_SCALAR ) THEN
    2959. 

  2959.          IF      ( config_flags%h_sca_adv_order <= 4 ) THEN
    2960. 

  2960.            IF ( (config_flags%moist_adv_opt /= ORIGINAL .and. config_flags%moist_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order-1) ) THEN
    2961. 

  2961. #        include "HALO_EM_MOIST_E_5.inc"
    2962. 

  2962.            ELSE
    2963. 

  2963. #        include "HALO_EM_MOIST_E_3.inc"
    2964. 

  2964.            END IF
    2965. 

  2965.          ELSE IF ( config_flags%h_sca_adv_order <= 6 ) THEN
    2966. 

  2966.            IF ( (config_flags%moist_adv_opt /= ORIGINAL .and. config_flags%moist_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order-1) ) THEN
    2967. 

  2967. #        include "HALO_EM_MOIST_E_7.inc"
    2968. 

  2968.            ELSE
    2969. 

  2969. #        include "HALO_EM_MOIST_E_5.inc"
    2970. 

  2970.            END IF
    2971. 

  2971.          ELSE
    2972. 

  2972.            WRITE(wrf_err_message,*)'solve_em: invalid h_sca_adv_order = ',config_flags%h_sca_adv_order
    2973. 

  2973.            CALL wrf_error_fatal(TRIM(wrf_err_message))
    2974. 

  2974.          ENDIF
    2975. 

  2975.        ENDIF
    2976. 

  2976.        IF ( num_chem >= PARAM_FIRST_SCALAR ) THEN
    2977. 

  2977.          IF      ( config_flags%h_sca_adv_order <= 4 ) THEN
    2978. 

  2978.            IF ( (config_flags%chem_adv_opt /= ORIGINAL .and. config_flags%chem_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order-1) ) THEN
    2979. 

  2979. #        include "HALO_EM_CHEM_E_5.inc"
    2980. 

  2980.            ELSE
    2981. 

  2981. #        include "HALO_EM_CHEM_E_3.inc"
    2982. 

  2982.            ENDIF
    2983. 

  2983.          ELSE IF ( config_flags%h_sca_adv_order <= 6 ) THEN
    2984. 

  2984.            IF ( (config_flags%chem_adv_opt /= ORIGINAL .and. config_flags%chem_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order-1) ) THEN
    2985. 

  2985. #        include "HALO_EM_CHEM_E_7.inc"
    2986. 

  2986.            ELSE
    2987. 

  2987. #        include "HALO_EM_CHEM_E_5.inc"
    2988. 

  2988.            ENDIF
    2989. 

  2989.          ELSE
    2990. 

  2990.            WRITE(wrf_err_message,*)'solve_em: invalid h_sca_adv_order = ',config_flags%h_sca_adv_order
    2991. 

  2991.            CALL wrf_error_fatal(TRIM(wrf_err_message))
    2992. 

  2992.          ENDIF
    2993. 

  2993.        ENDIF
    2994. 

  2994.        IF ( num_tracer >= PARAM_FIRST_SCALAR ) THEN
    2995. 

  2995.          IF      ( config_flags%h_sca_adv_order <= 4 ) THEN
    2996. 

  2996.            IF ( (config_flags%tracer_adv_opt /= ORIGINAL .and. config_flags%tracer_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order-1) ) THEN
    2997. 

  2997. #        include "HALO_EM_TRACER_E_5.inc"
    2998. 

  2998.            ELSE
    2999. 

  2999. #        include "HALO_EM_TRACER_E_3.inc"
    3000. 

  3000.            ENDIF
    3001. 

  3001.          ELSE IF ( config_flags%h_sca_adv_order <= 6 ) THEN
    3002. 

  3002.            IF ( (config_flags%tracer_adv_opt /= ORIGINAL .and. config_flags%tracer_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order-1) ) THEN
    3003. 

  3003. #        include "HALO_EM_TRACER_E_7.inc"
    3004. 

  3004.            ELSE
    3005. 

  3005. #        include "HALO_EM_TRACER_E_5.inc"
    3006. 

  3006.            ENDIF
    3007. 

  3007.          ELSE
    3008. 

  3008.            WRITE(wrf_err_message,*)'solve_em: invalid h_sca_adv_order = ',config_flags%h_sca_adv_order
    3009. 

  3009.            CALL wrf_error_fatal(TRIM(wrf_err_message))
    3010. 

  3010.          ENDIF
    3011. 

  3011.        ENDIF
    3012. 

  3012.        IF ( num_scalar >= PARAM_FIRST_SCALAR ) THEN
    3013. 

  3013.          IF      ( config_flags%h_sca_adv_order <= 4 ) THEN
    3014. 

  3014.            IF ( (config_flags%scalar_adv_opt /= ORIGINAL .and. config_flags%scalar_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order-1) ) THEN
    3015. 

  3015. #        include "HALO_EM_SCALAR_E_5.inc"
    3016. 

  3016.            ELSE
    3017. 

  3017. #        include "HALO_EM_SCALAR_E_3.inc"
    3018. 

  3018.            ENDIF
    3019. 

  3019.          ELSE IF ( config_flags%h_sca_adv_order <= 6 ) THEN
    3020. 

  3020.            IF ( (config_flags%scalar_adv_opt /= ORIGINAL .and. config_flags%scalar_adv_opt /= WENO_SCALAR) .and. (rk_step == rk_order-1) ) THEN
    3021. 

  3021. #        include "HALO_EM_SCALAR_E_7.inc"
    3022. 

  3022.            ELSE
    3023. 

  3023. #        include "HALO_EM_SCALAR_E_5.inc"
    3024. 

  3024.            ENDIF
    3025. 

  3025.          ELSE
    3026. 

  3026.            WRITE(wrf_err_message,*)'solve_em: invalid h_sca_adv_order = ',config_flags%h_sca_adv_order
    3027. 

  3027.            CALL wrf_error_fatal(TRIM(wrf_err_message))
    3028. 

  3028.          ENDIF
    3029. 

  3029.        ENDIF
    3030. 

  3030. #endif
    3031. 

  3031. 

  3032.      ENDIF rk_step_1_check
    3033. 

  3033. 

  3034. 

  3035. !**********************************************************
    3036. 

  3036. !
    3037. 

  3037. !  end of RK predictor-corrector loop
    3038. 

  3038. !
    3039. 

  3039. !**********************************************************
    3040. 

  3040. 

  3041.    END DO Runge_Kutta_loop
    3042. 

  3042. 

  3043.    IF (config_flags%do_avgflx_em .EQ. 1) THEN
    3044. 

  3044. ! Reinitialize time-averaged fluxes if history output was written after the previous time step:
    3045. 

  3045.       CALL WRFU_ALARMGET(grid%alarms( HISTORY_ALARM ),prevringtime=temp_time)
    3046. 

  3046.       CALL domain_clock_get ( grid, current_time=CurrTime, &
    3047. 

  3047.            current_timestr=message2 )
    3048. 

  3048. ! use overloaded -, .LT. operator to check whether to initialize avgflx:
    3049. 

  3049. ! reinitialize after each history output (detect this here by comparing current time
    3050. 

  3050. ! against last history time and time step - this code follows what's done in adapt_timestep_em):
    3051. 

  3051.       WRITE ( message , FMT = '("solve_em: old_dt =",g15.6,", dt=",g15.6," on domain ",I3)' ) &
    3052. 

  3052.            & old_dt,grid%dt,grid%id
    3053. 

  3053.       CALL wrf_debug(200,message)
    3054. 

  3054.       old_dt=min(old_dt,grid%dt)
    3055. 

  3055.       num = INT(old_dt * precision)
    3056. 

  3056.       den = precision
    3057. 

  3057.       CALL WRFU_TimeIntervalSet(dtInterval, Sn=num, Sd=den)
    3058. 

  3058.       IF (CurrTime .lt. temp_time + dtInterval) THEN
    3059. 

  3059.          WRITE ( message , FMT = '("solve_em: initializing avgflx at time ",A," on domain ",I3)' ) &
    3060. 

  3060.               & TRIM(message2), grid%id
    3061. 

  3061.          CALL wrf_message(trim(message)) 
    3062. 

  3062.          grid%avgflx_count = 0
    3063. 

  3063. !tile-loop for zero_avgflx
    3064. 

  3064.    !$OMP PARALLEL DO   &
    3065. 

  3065.    !$OMP PRIVATE ( ij )
    3066. 

  3066. 

  3067.          DO ij = 1 , grid%num_tiles
    3068. 

  3068.             CALL wrf_debug(200,'In solve_em, before zero_avgflx call')
    3069. 

  3069.             CALL zero_avgflx(grid%avgflx_rum,grid%avgflx_rvm,grid%avgflx_wwm, &
    3070. 

  3070.                  &   ids, ide, jds, jde, kds, kde,           &
    3071. 

  3071.                  &   ims, ime, jms, jme, kms, kme,           &
    3072. 

  3072.                  &   grid%i_start(ij), grid%i_end(ij), grid%j_start(ij), grid%j_end(ij), &
    3073. 

  3073.                  &   k_start    , k_end, f_flux, &
    3074. 

  3074.                  &   grid%avgflx_cfu1,grid%avgflx_cfd1,grid%avgflx_dfu1, &
    3075. 

  3075.                  &   grid%avgflx_efu1,grid%avgflx_dfd1,grid%avgflx_efd1 )
    3076. 

  3076.             CALL wrf_debug(200,'In solve_em, after zero_avgflx call')
    3077. 

  3077.          ENDDO
    3078. 

  3078.       ENDIF
    3079. 

  3079. 

  3080. ! Update avgflx quantities
    3081. 

  3081. !tile-loop for upd_avgflx
    3082. 

  3082.    !$OMP PARALLEL DO   &
    3083. 

  3083.    !$OMP PRIVATE ( ij )
    3084. 

  3084. 

  3085.       DO ij = 1 , grid%num_tiles
    3086. 

  3086.          CALL wrf_debug(200,'In solve_em, before upd_avgflx call')
    3087. 

  3087.          CALL upd_avgflx(grid%avgflx_count,grid%avgflx_rum,grid%avgflx_rvm,grid%avgflx_wwm, &
    3088. 

  3088.               &   grid%ru_m, grid%rv_m, grid%ww_m, &
    3089. 

  3089.               &   ids, ide, jds, jde, kds, kde,           &
    3090. 

  3090.               &   ims, ime, jms, jme, kms, kme,           &
    3091. 

  3091.               &   grid%i_start(ij), grid%i_end(ij), grid%j_start(ij), grid%j_end(ij), &
    3092. 

  3092.               &   k_start    , k_end, f_flux, &
    3093. 

  3093.               &   grid%cfu1,grid%cfd1,grid%dfu1,grid%efu1,grid%dfd1,grid%efd1,          &
    3094. 

  3094.               &   grid%avgflx_cfu1,grid%avgflx_cfd1,grid%avgflx_dfu1, &
    3095. 

  3095.               &   grid%avgflx_efu1,grid%avgflx_dfd1,grid%avgflx_efd1 )
    3096. 

  3096.          CALL wrf_debug(200,'In solve_em, after upd_avgflx call')
    3097. 

  3097.          
    3098. 

  3098.       ENDDO
    3099. 

  3099.       grid%avgflx_count = grid%avgflx_count + 1
    3100. 

  3100.    ENDIF
    3101. 

  3101. !
    3102. 

  3102.    !$OMP PARALLEL DO   &
    3103. 

  3103.    !$OMP PRIVATE ( ij )
    3104. 

  3104.    DO ij = 1 , grid%num_tiles
    3105. 

  3105. 

  3106. BENCH_START(advance_ppt_tim)
    3107. 

  3107.      CALL wrf_debug ( 200 , ' call advance_ppt' )
    3108. 

  3108.      CALL advance_ppt(grid%rthcuten,grid%rqvcuten,grid%rqccuten,grid%rqrcuten, &
    3109. 

  3109.                       grid%rqicuten,grid%rqscuten,           &
    3110. 

  3110.                       grid%rainc,grid%raincv,grid%rainsh,grid%pratec,grid%pratesh, &
    3111. 

  3111.                       grid%nca,grid%htop,grid%hbot,grid%cutop,grid%cubot,  &
    3112. 

  3112.                       grid%cuppt, grid%dt, config_flags,                   &
    3113. 

  3113.                       ids,ide, jds,jde, kds,kde,             &
    3114. 

  3114.                       ims,ime, jms,jme, kms,kme,             &
    3115. 

  3115.                       grid%i_start(ij), grid%i_end(ij),      &
    3116. 

  3116.                       grid%j_start(ij), grid%j_end(ij),      &
    3117. 

  3117.                       k_start    , k_end                    )
    3118. 

  3118. BENCH_END(advance_ppt_tim)
    3119. 

  3119. 

  3120.    ENDDO
    3121. 

  3121.   !$OMP END PARALLEL DO
    3122. 

  3122. 

  3123. !<DESCRIPTION>
    3124. 

  3124. !<pre>
    3125. 

  3125. ! (5) time-split physics.
    3126. 

  3126. !
    3127. 

  3127. !     Microphysics are the only time  split physics in the WRF model 
    3128. 

  3128. !     at this time.  Split-physics begins with the calculation of
    3129. 

  3129. !     needed diagnostic quantities (pressure, temperature, etc.)
    3130. 

  3130. !     followed by a call to the microphysics driver, 
    3131. 

  3131. !     and finishes with a clean-up, storing off of a diabatic tendency
    3132. 

  3132. !     from the moist physics, and a re-calulation of the  diagnostic
    3133. 

  3133. !     quantities pressure and density.
    3134. 

  3134. !</pre>
    3135. 

  3135. !</DESCRIPTION>
    3136. 

  3136. 

  3137.    IF( config_flags%specified .or. config_flags%nested ) THEN
    3138. 

  3138.      sz = grid%spec_zone
    3139. 

  3139.    ELSE
    3140. 

  3140.      sz = 0
    3141. 

  3141.    ENDIF
    3142. 

  3142. 

  3143.    IF (config_flags%mp_physics /= 0)  then
    3144. 

  3144. 

  3145.      !$OMP PARALLEL DO   &
    3146. 

  3146.      !$OMP PRIVATE ( ij, its, ite, jts, jte )
    3147. 

  3147. 

  3148.      scalar_tile_loop_1a: DO ij = 1 , grid%num_tiles
    3149. 

  3149. 

  3150.        IF ( config_flags%periodic_x ) THEN
    3151. 

  3151.          its = max(grid%i_start(ij),ids)
    3152. 

  3152.          ite = min(grid%i_end(ij),ide-1)
    3153. 

  3153.        ELSE
    3154. 

  3154.          its = max(grid%i_start(ij),ids+sz)
    3155. 

  3155.          ite = min(grid%i_end(ij),ide-1-sz)
    3156. 

  3156.        ENDIF
    3157. 

  3157.        jts = max(grid%j_start(ij),jds+sz)
    3158. 

  3158.        jte = min(grid%j_end(ij),jde-1-sz)
    3159. 

  3159. 

  3160.        CALL wrf_debug ( 200 , ' call moist_physics_prep' )
    3161. 

  3161. BENCH_START(moist_physics_prep_tim)
    3162. 

  3162.        CALL moist_physics_prep_em( grid%t_2, grid%t_1, t0, rho,                &
    3163. 

  3163.                                    grid%al, grid%alb, grid%p, p8w, p0, grid%pb,          &
    3164. 

  3164.                                    grid%ph_2, grid%phb, th_phy, pi_phy, p_phy, &
    3165. 

  3165.                                    grid%z, grid%z_at_w, dz8w,                  &
    3166. 

  3166.                                    dtm, grid%h_diabatic,                  &
    3167. 

  3167.                                    config_flags,grid%fnm, grid%fnp,            &
    3168. 

  3168.                                    ids, ide, jds, jde, kds, kde,     &
    3169. 

  3169.                                    ims, ime, jms, jme, kms, kme,     &
    3170. 

  3170.                                    its, ite, jts, jte,               &
    3171. 

  3171.                                    k_start    , k_end               )
    3172. 

  3172. BENCH_END(moist_physics_prep_tim)
    3173. 

  3173.      END DO scalar_tile_loop_1a
    3174. 

  3174.      !$OMP END PARALLEL DO
    3175. 

  3175. 

  3176.      CALL wrf_debug ( 200 , ' call microphysics_driver' )
    3177. 

  3177. 

  3178.      grid%sr = 0.
    3179. 

  3179.      specified_bdy = config_flags%specified .OR. config_flags%nested
    3180. 

  3180.      channel_bdy = config_flags%specified .AND. config_flags%periodic_x
    3181. 

  3181. 

  3182. BENCH_START(micro_driver_tim)
    3183. 

  3183. 

  3184. !
    3185. 

  3185. ! WRFU_AlarmIsRinging always returned false, so using an alternate  method to find out if it is time 
    3186. 

  3186. ! to dump history/restart files so microphysics can be told to calculate things like radar reflectivity.
    3187. 

  3187. !
    3188. 

  3188.       diagflag = .false.
    3189. 

  3189.       CALL WRFU_ALARMGET(grid%alarms( HISTORY_ALARM ),prevringtime=temp_time,RingInterval=intervaltime)
    3190. 

  3190.       CALL WRFU_ALARMGET(grid%alarms( RESTART_ALARM ),prevringtime=restart_time,RingInterval=restartinterval)
    3191. 

  3191.       CALL domain_clock_get ( grid, current_time=CurrTime )
    3192. 

  3192.       old_dt=min(old_dt,grid%dt)
    3193. 

  3193.       num = INT(old_dt * precision)
    3194. 

  3194.       den = precision
    3195. 

  3195.       CALL WRFU_TimeIntervalSet(dtInterval, Sn=num, Sd=den)
    3196. 

  3196.       IF (CurrTime .ge. temp_time + intervaltime - dtInterval .or. &
    3197. 

  3197.           CurrTime .ge. restart_time + restartinterval - dtInterval ) THEN
    3198. 

  3198.         diagflag = .true.
    3199. 

  3199.       ENDIF
    3200. 

  3200. 

  3201.      CALL microphysics_driver(                                            &
    3202. 

  3202.       &         DT=dtm             ,DX=grid%dx              ,DY=grid%dy   &
    3203. 

  3203.       &        ,DZ8W=dz8w          ,F_ICE_PHY=grid%f_ice_phy              &
    3204. 

  3204.       &        ,ITIMESTEP=grid%itimestep                    ,LOWLYR=grid%lowlyr  &
    3205. 

  3205.       &        ,P8W=p8w            ,P=p_phy            ,PI_PHY=pi_phy     &
    3206. 

  3206.       &        ,RHO=rho            ,SPEC_ZONE=grid%spec_zone              &
    3207. 

  3207.       &        ,SR=grid%sr              ,TH=th_phy                        &
    3208. 

  3208.       &        ,refl_10cm=grid%refl_10cm                                  & ! hm, 9/22/09 for refl
    3209. 

  3209.       &        ,WARM_RAIN=grid%warm_rain                                  &
    3210. 

  3210.       &        ,T8W=t8w                                                   &
    3211. 

  3211.       &        ,CLDFRA=grid%cldfra, EXCH_H=grid%exch_h &
    3212. 

  3212.       &        ,NSOURCE=grid%qndropsource                                 &
    3213. 

  3213. #ifdef WRF_CHEM
    3214. 

  3214.       &        ,QLSINK=grid%qlsink,CLDFRA_OLD=grid%cldfra_old             &
    3215. 

  3215.       &        ,PRECR=grid%precr, PRECI=grid%preci, PRECS=grid%precs, PRECG=grid%precg &
    3216. 

  3216.       &        ,CHEM_OPT=config_flags%chem_opt, PROGN=config_flags%progn  &
    3217. 

  3217. #endif
    3218. 

  3218.       &        ,XLAND=grid%xland                                          &
    3219. 

  3219.       &        ,SPECIFIED=specified_bdy, CHANNEL_SWITCH=channel_bdy       &
    3220. 

  3220.       &        ,F_RAIN_PHY=grid%f_rain_phy                                &
    3221. 

  3221.       &        ,F_RIMEF_PHY=grid%f_rimef_phy                              &
    3222. 

  3222.       &        ,MP_PHYSICS=config_flags%mp_physics                        &
    3223. 

  3223.       &        ,ID=grid%id                                                &
    3224. 

  3224.       &        ,IDS=ids,IDE=ide, JDS=jds,JDE=jde, KDS=kds,KDE=kde         &
    3225. 

  3225.       &        ,IMS=ims,IME=ime, JMS=jms,JME=jme, KMS=kms,KME=kme         &
    3226. 

  3226. #ifdef RUN_ON_GPU
    3227. 

  3227.       &        ,IPS=ips,IPE=ipe, JPS=jps,JPE=jpe, KPS=kps,KPE=kpe         &
    3228. 

  3228. #endif
    3229. 

  3229.       &        ,I_START=grid%i_start,I_END=min(grid%i_end, ide-1)         &
    3230. 

  3230.       &        ,J_START=grid%j_start,J_END=min(grid%j_end, jde-1)         &
    3231. 

  3231.       &        ,KTS=k_start, KTE=min(k_end,kde-1)                         &
    3232. 

  3232.       &        ,NUM_TILES=grid%num_tiles                                  &
    3233. 

  3233.       &        ,NAER=grid%naer                                            &
    3234. 

  3234.                  ! Optional
    3235. 

  3235.       &        , RAINNC=grid%rainnc, RAINNCV=grid%rainncv                 &
    3236. 

  3236.       &        , SNOWNC=grid%snownc, SNOWNCV=grid%snowncv                 &
    3237. 

  3237.       &        , GRAUPELNC=grid%graupelnc, GRAUPELNCV=grid%graupelncv     & ! for milbrandt2mom
    3238. 

  3238.       &        , HAILNC=grid%hailnc, HAILNCV=grid%hailncv                 &
    3239. 

  3239.       &        , W=grid%w_2, Z=grid%z, HT=grid%ht                         &
    3240. 

  3240.       &        , MP_RESTART_STATE=grid%mp_restart_state                   &
    3241. 

  3241.       &        , TBPVS_STATE=grid%tbpvs_state                             & ! etampnew
    3242. 

  3242.       &        , TBPVS0_STATE=grid%tbpvs0_state                           & ! etampnew
    3243. 

  3243.       &        , QV_CURR=moist(ims,kms,jms,P_QV), F_QV=F_QV               &
    3244. 

  3244.       &        , QC_CURR=moist(ims,kms,jms,P_QC), F_QC=F_QC               &
    3245. 

  3245.       &        , QR_CURR=moist(ims,kms,jms,P_QR), F_QR=F_QR               &
    3246. 

  3246.       &        , QI_CURR=moist(ims,kms,jms,P_QI), F_QI=F_QI               &
    3247. 

  3247.       &        , QS_CURR=moist(ims,kms,jms,P_QS), F_QS=F_QS               &
    3248. 

  3248.       &        , QG_CURR=moist(ims,kms,jms,P_QG), F_QG=F_QG               &
    3249. 

  3249.       &        , QH_CURR=moist(ims,kms,jms,P_QH), F_QH=F_QH               & ! for milbrandt2mom
    3250. 

  3250.       &        , QNDROP_CURR=scalar(ims,kms,jms,P_QNDROP), F_QNDROP=F_QNDROP &
    3251. 

  3251. #ifdef WRF_CHEM
    3252. 

  3252.       &        , RAINPROD=grid%rainprod, EVAPPROD=grid%evapprod           &
    3253. 

  3253.       &        , QV_B4MP=grid%qv_b4mp,QC_B4MP=grid%qc_b4mp                &
    3254. 

  3254.       &        , QI_B4MP=grid%qi_b4mp, QS_B4MP=grid%qs_b4mp               &
    3255. 

  3255. #endif
    3256. 

  3256.       &        , QT_CURR=scalar(ims,kms,jms,P_QT), F_QT=F_QT              &
    3257. 

  3257.       &        , QNN_CURR=scalar(ims,kms,jms,P_QNN), F_QNN=F_QNN          &
    3258. 

  3258.       &        , QNI_CURR=scalar(ims,kms,jms,P_QNI), F_QNI=F_QNI          &
    3259. 

  3259.       &        , QNC_CURR=scalar(ims,kms,jms,P_QNC), F_QNC=F_QNC          &
    3260. 

  3260.       &        , QNR_CURR=scalar(ims,kms,jms,P_QNR), F_QNR=F_QNR          &
    3261. 

  3261.       &        , QNS_CURR=scalar(ims,kms,jms,P_QNS), F_QNS=F_QNS          &
    3262. 

  3262.       &        , QNG_CURR=scalar(ims,kms,jms,P_QNG), F_QNG=F_QNG          &
    3263. 

  3263.       &        , QNH_CURR=scalar(ims,kms,jms,P_QNH), F_QNH=F_QNH          & ! for milbrandt2mom and nssl_2mom
    3264. 

  3264. !       &        , QZR_CURR=scalar(ims,kms,jms,P_QZR), F_QZR=F_QZR          & ! for milbrandt3mom
    3265. 

  3265. !       &        , QZI_CURR=scalar(ims,kms,jms,P_QZI), F_QZI=F_QZI          & ! "
    3266. 

  3266. !       &        , QZS_CURR=scalar(ims,kms,jms,P_QZS), F_QZS=F_QZS          & ! "
    3267. 

  3267. !       &        , QZG_CURR=scalar(ims,kms,jms,P_QZG), F_QZG=F_QZG          & ! "
    3268. 

  3268. !       &        , QZH_CURR=scalar(ims,kms,jms,P_QZH), F_QZH=F_QZH          & ! "
    3269. 

  3269.       &        , QVOLG_CURR=scalar(ims,kms,jms,P_QVOLG), F_QVOLG=F_QVOLG      & ! for nssl_2mom
    3270. 

  3270.       &        , qrcuten=grid%rqrcuten, qscuten=grid%rqscuten             &
    3271. 

  3271.       &        , qicuten=grid%rqicuten,mu=grid%mut                        &
    3272. 

  3272.       &        , HAIL=config_flags%gsfcgce_hail                           & ! for gsfcgce
    3273. 

  3273.       &        , ICE2=config_flags%gsfcgce_2ice                           & ! for gsfcgce
    3274. 

  3274. !     &        , ccntype=config_flags%milbrandt_ccntype                   & ! for milbrandt (2mom)
    3275. 

  3275. ! YLIN
    3276. 

  3276. ! RI_CURR INPUT
    3277. 

  3277.       &        , RI_CURR=grid%rimi                                          &
    3278. 

  3278.       &        , diagflag=diagflag                                          &
    3279. 

  3279.                                                                           )
    3280. 

  3280. BENCH_END(micro_driver_tim)
    3281. 

  3281. 

  3282. #if 0
    3283. 

  3283. BENCH_START(microswap_2)
    3284. 

  3284. ! for load balancing; communication to redistribute the points
    3285. 

  3285.      IF ( config_flags%mp_physics .EQ. ETAMPNEW ) THEN
    3286. 

  3286. #include "SWAP_ETAMP_NEW.inc"
    3287. 

  3287.      ELSE IF ( config_flags%mp_physics .EQ. WSM3SCHEME ) THEN
    3288. 

  3288. #include "SWAP_WSM3.inc"
    3289. 

  3289.      ENDIF
    3290. 

  3290. BENCH_END(microswap_2)
    3291. 

  3291. #endif
    3292. 

  3292. 

  3293.      CALL wrf_debug ( 200 , ' call moist_physics_finish' )
    3294. 

  3294. BENCH_START(moist_phys_end_tim)
    3295. 

  3295. 

  3296.      !$OMP PARALLEL DO   &
    3297. 

  3297.      !$OMP PRIVATE ( ij, its, ite, jts, jte, im, ii, jj, kk )
    3298. 

  3298. 

  3299.      DO ij = 1 , grid%num_tiles
    3300. 

  3300. 

  3301.        its = max(grid%i_start(ij),ids)
    3302. 

  3302.        ite = min(grid%i_end(ij),ide-1)
    3303. 

  3303.        jts = max(grid%j_start(ij),jds)
    3304. 

  3304.        jte = min(grid%j_end(ij),jde-1)
    3305. 

  3305. 

  3306.        CALL microphysics_zero_outb (                                    &
    3307. 

  3307.                       moist , num_moist , config_flags ,                &
    3308. 

  3308.                       ids, ide, jds, jde, kds, kde,                     &
    3309. 

  3309.                       ims, ime, jms, jme, kms, kme,                     &
    3310. 

  3310.                       its, ite, jts, jte,                               &
    3311. 

  3311.                       k_start    , k_end                                )
    3312. 

  3312. 

  3313.        CALL microphysics_zero_outb (                                    &
    3314. 

  3314.                       scalar , num_scalar , config_flags ,              &
    3315. 

  3315.                       ids, ide, jds, jde, kds, kde,                     &
    3316. 

  3316.                       ims, ime, jms, jme, kms, kme,                     &
    3317. 

  3317.                       its, ite, jts, jte,                               &
    3318. 

  3318.                       k_start    , k_end                                )
    3319. 

  3319. 

  3320.        CALL microphysics_zero_outb (                                    &
    3321. 

  3321.                       chem , num_chem , config_flags ,              &
    3322. 

  3322.                       ids, ide, jds, jde, kds, kde,                     &
    3323. 

  3323.                       ims, ime, jms, jme, kms, kme,                     &
    3324. 

  3324.                       its, ite, jts, jte,                               &
    3325. 

  3325.                       k_start    , k_end                                )
    3326. 

  3326.        CALL microphysics_zero_outb (                                    &
    3327. 

  3327.                       tracer , num_tracer , config_flags ,              &
    3328. 

  3328.                       ids, ide, jds, jde, kds, kde,                     &
    3329. 

  3329.                       ims, ime, jms, jme, kms, kme,                     &
    3330. 

  3330.                       its, ite, jts, jte,                               &
    3331. 

  3331.                       k_start    , k_end                                )
    3332. 

  3332. 

  3333.        IF ( config_flags%periodic_x ) THEN
    3334. 

  3334.          its = max(grid%i_start(ij),ids)
    3335. 

  3335.          ite = min(grid%i_end(ij),ide-1)
    3336. 

  3336.        ELSE
    3337. 

  3337.          its = max(grid%i_start(ij),ids+sz)
    3338. 

  3338.          ite = min(grid%i_end(ij),ide-1-sz)
    3339. 

  3339.        ENDIF
    3340. 

  3340.        jts = max(grid%j_start(ij),jds+sz)
    3341. 

  3341.        jte = min(grid%j_end(ij),jde-1-sz)
    3342. 

  3342. 

  3343.        CALL microphysics_zero_outa (                                    &
    3344. 

  3344.                       moist , num_moist , config_flags ,                &
    3345. 

  3345.                       ids, ide, jds, jde, kds, kde,                     &
    3346. 

  3346.                       ims, ime, jms, jme, kms, kme,                     &
    3347. 

  3347.                       its, ite, jts, jte,                               &
    3348. 

  3348.                       k_start    , k_end                                )
    3349. 

  3349. 

  3350.        CALL microphysics_zero_outa (                                    &
    3351. 

  3351.                       scalar , num_scalar , config_flags ,              &
    3352. 

  3352.                       ids, ide, jds, jde, kds, kde,                     &
    3353. 

  3353.                       ims, ime, jms, jme, kms, kme,                     &
    3354. 

  3354.                       its, ite, jts, jte,                               &
    3355. 

  3355.                       k_start    , k_end                                )
    3356. 

  3356. 

  3357.        CALL microphysics_zero_outa (                                    &
    3358. 

  3358.                       chem , num_chem , config_flags ,                  &
    3359. 

  3359.                       ids, ide, jds, jde, kds, kde,                     &
    3360. 

  3360.                       ims, ime, jms, jme, kms, kme,                     &
    3361. 

  3361.                       its, ite, jts, jte,                               &
    3362. 

  3362.                       k_start    , k_end                                )
    3363. 

  3363. 

  3364.        CALL microphysics_zero_outa (                                    &
    3365. 

  3365.                       tracer , num_tracer , config_flags ,              &
    3366. 

  3366.                       ids, ide, jds, jde, kds, kde,                     &
    3367. 

  3367.                       ims, ime, jms, jme, kms, kme,                     &
    3368. 

  3368.                       its, ite, jts, jte,                               &
    3369. 

  3369.                       k_start    , k_end                                )
    3370. 

  3370. 

  3371.        CALL moist_physics_finish_em( grid%t_2, grid%t_1, t0, grid%muts, th_phy,       &
    3372. 

  3372.                                       grid%h_diabatic, dtm, config_flags,    &
    3373. 

  3373. #if ( WRF_DFI_RADAR == 1 )
    3374. 

  3374.                                       grid%dfi_tten_rad,grid%dfi_stage,        &
    3375. 

  3375. #endif
    3376. 

  3376.                                       ids, ide, jds, jde, kds, kde,     &
    3377. 

  3377.                                       ims, ime, jms, jme, kms, kme,     &
    3378. 

  3378.                                       its, ite, jts, jte,               &
    3379. 

  3379.                                       k_start    , k_end               )
    3380. 

  3380. 

  3381.      END DO
    3382. 

  3382.      !$OMP END PARALLEL DO
    3383. 

  3383. 

  3384.    ENDIF  ! microphysics test
    3385. 

  3385. 

  3386. !-----------------------------------------------------------
    3387. 

  3387. !  filter for moist variables post-microphysics and end of timestep
    3388. 

  3388. !-----------------------------------------------------------
    3389. 

  3389. 

  3390.    IF (config_flags%polar) THEN
    3391. 

  3391.      IF ( num_3d_m >= PARAM_FIRST_SCALAR ) THEN
    3392. 

  3392.        CALL wrf_debug ( 200 , ' call filter moist' )
    3393. 

  3393.        DO im = PARAM_FIRST_SCALAR, num_3d_m
    3394. 

  3394.          DO jj = jps, MIN(jpe,jde-1)
    3395. 

  3395.            DO kk = kps, MIN(kpe,kde-1)
    3396. 

  3396.              DO ii = ips, MIN(ipe,ide-1)
    3397. 

  3397.                moist(ii,kk,jj,im)=moist(ii,kk,jj,im)*(grid%mu_2(ii,jj)+grid%mub(ii,jj))
    3398. 

  3398.              ENDDO
    3399. 

  3399.            ENDDO
    3400. 

  3400.          ENDDO
    3401. 

  3401.  
    3402. 

  3402.          CALL pxft ( grid=grid                                                 &
    3403. 

  3403.                   ,lineno=__LINE__                                             &
    3404. 

  3404.                   ,flag_uv            = 0                                      &
    3405. 

  3405.                   ,flag_rurv          = 0                                      &
    3406. 

  3406.                   ,flag_wph           = 0                                      &
    3407. 

  3407.                   ,flag_ww            = 0                                      &
    3408. 

  3408.                   ,flag_t             = 0                                      &
    3409. 

  3409.                   ,flag_mu            = 0                                      &
    3410. 

  3410.                   ,flag_mut           = 0                                      &
    3411. 

  3411.                   ,flag_moist         = im                                     &
    3412. 

  3412.                   ,flag_chem          = 0                                      &
    3413. 

  3413.                   ,flag_tracer        = 0                                      &
    3414. 

  3414.                   ,flag_scalar        = 0                                      &
    3415. 

  3415.                   ,positive_definite=.FALSE.                                   &
    3416. 

  3416.                   ,moist=moist,chem=chem,tracer=tracer,scalar=scalar           &
    3417. 

  3417.                   ,fft_filter_lat = config_flags%fft_filter_lat                &
    3418. 

  3418.                   ,dclat = dclat                                               &
    3419. 

  3419.                   ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    3420. 

  3420.                   ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    3421. 

  3421.                   ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe             &
    3422. 

  3422.                   ,imsx=imsx,imex=imex,jmsx=jmsx,jmex=jmex,kmsx=kmsx,kmex=kmex &
    3423. 

  3423.                   ,ipsx=ipsx,ipex=ipex,jpsx=jmsx,jpex=jpex,kpsx=kpsx,kpex=kpex )
    3424. 

  3424.  
    3425. 

  3425.          DO jj = jps, MIN(jpe,jde-1)
    3426. 

  3426.            DO kk = kps, MIN(kpe,kde-1)
    3427. 

  3427.              DO ii = ips, MIN(ipe,ide-1)
    3428. 

  3428.                moist(ii,kk,jj,im)=moist(ii,kk,jj,im)/(grid%mu_2(ii,jj)+grid%mub(ii,jj))
    3429. 

  3429.              ENDDO
    3430. 

  3430.            ENDDO
    3431. 

  3431.          ENDDO
    3432. 

  3432.        ENDDO
    3433. 

  3433.      ENDIF
    3434. 

  3434.    ENDIF
    3435. 

  3435. 

  3436. !-----------------------------------------------------------
    3437. 

  3437. !  end filter for moist variables post-microphysics and end of timestep
    3438. 

  3438. !-----------------------------------------------------------
    3439. 

  3439. 

  3440.    !$OMP PARALLEL DO   &
    3441. 

  3441.    !$OMP PRIVATE ( ij, its, ite, jts, jte, im, ii, jj, kk )
    3442. 

  3442.    scalar_tile_loop_1ba: DO ij = 1 , grid%num_tiles
    3443. 

  3443. 

  3444.      IF ( config_flags%periodic_x ) THEN
    3445. 

  3445.        its = max(grid%i_start(ij),ids)
    3446. 

  3446.        ite = min(grid%i_end(ij),ide-1)
    3447. 

  3447.      ELSE
    3448. 

  3448.        its = max(grid%i_start(ij),ids+sz)
    3449. 

  3449.        ite = min(grid%i_end(ij),ide-1-sz)
    3450. 

  3450.      ENDIF
    3451. 

  3451.      jts = max(grid%j_start(ij),jds+sz)
    3452. 

  3452.      jte = min(grid%j_end(ij),jde-1-sz)
    3453. 

  3453. 

  3454.      CALL calc_p_rho_phi( moist, num_3d_m, config_flags%hypsometric_opt,             &
    3455. 

  3455.                           grid%al, grid%alb, grid%mu_2, grid%muts,              &
    3456. 

  3456.                           grid%ph_2, grid%phb, grid%p, grid%pb, grid%t_2,                 &
    3457. 

  3457.                           p0, t0, grid%p_top, grid%znu, grid%znw, grid%dnw, grid%rdnw,           &
    3458. 

  3458.                           grid%rdn, config_flags%non_hydrostatic,             &
    3459. 

  3459.                           ids, ide, jds, jde, kds, kde,     &
    3460. 

  3460.                           ims, ime, jms, jme, kms, kme,     &
    3461. 

  3461.                           its, ite, jts, jte,               &
    3462. 

  3462.                           k_start    , k_end               )
    3463. 

  3463. 

  3464.    END DO scalar_tile_loop_1ba
    3465. 

  3465.    !$OMP END PARALLEL DO
    3466. 

  3466. BENCH_END(moist_phys_end_tim)
    3467. 

  3467. 

  3468.    IF (.not. config_flags%non_hydrostatic) THEN
    3469. 

  3469. #ifdef DM_PARALLEL
    3470. 

  3470. #    include "HALO_EM_HYDRO_UV.inc"
    3471. 

  3471. #    include "PERIOD_EM_HYDRO_UV.inc"
    3472. 

  3472. #endif
    3473. 

  3473.      !$OMP PARALLEL DO   &
    3474. 

  3474.      !$OMP PRIVATE ( ij )
    3475. 

  3475.      DO ij = 1 , grid%num_tiles
    3476. 

  3476.        CALL diagnose_w( ph_tend, grid%ph_2, grid%ph_1, grid%w_2, grid%muts, dt_rk,  &
    3477. 

  3477.                        grid%u_2, grid%v_2, grid%ht,                           &
    3478. 

  3478.                        grid%cf1, grid%cf2, grid%cf3, grid%rdx, grid%rdy, grid%msftx, grid%msfty, &
    3479. 

  3479.                        ids, ide, jds, jde, kds, kde,           &
    3480. 

  3480.                        ims, ime, jms, jme, kms, kme,           &
    3481. 

  3481.                        grid%i_start(ij), grid%i_end(ij),       &
    3482. 

  3482.                        grid%j_start(ij), grid%j_end(ij),       &
    3483. 

  3483.                        k_start    , k_end                     )
    3484. 

  3484. 

  3485.      END DO
    3486. 

  3486.      !$OMP END PARALLEL DO
    3487. 

  3487. 

  3488.    END IF
    3489. 

  3489. 

  3490.    CALL wrf_debug ( 200 , ' call chem polar filter ' )
    3491. 

  3491. 

  3492. !-----------------------------------------------------------
    3493. 

  3493. !  filter for chem and scalar variables at end of timestep
    3494. 

  3494. !-----------------------------------------------------------
    3495. 

  3495. 

  3496.    IF (config_flags%polar) THEN
    3497. 

  3497. 

  3498.      IF ( num_3d_c >= PARAM_FIRST_SCALAR ) then
    3499. 

  3499.        chem_filter_loop: DO im = PARAM_FIRST_SCALAR, num_3d_c
    3500. 

  3500.          DO jj = jps, MIN(jpe,jde-1)
    3501. 

  3501.            DO kk = kps, MIN(kpe,kde-1)
    3502. 

  3502.              DO ii = ips, MIN(ipe,ide-1)
    3503. 

  3503.                chem(ii,kk,jj,im)=chem(ii,kk,jj,im)*(grid%mu_2(ii,jj)+grid%mub(ii,jj))
    3504. 

  3504.              ENDDO
    3505. 

  3505.            ENDDO
    3506. 

  3506.          ENDDO
    3507. 

  3507. 

  3508.          CALL pxft ( grid=grid                                                 &
    3509. 

  3509.                   ,lineno=__LINE__                                             &
    3510. 

  3510.                   ,flag_uv            = 0                                      &
    3511. 

  3511.                   ,flag_rurv          = 0                                      &
    3512. 

  3512.                   ,flag_wph           = 0                                      &
    3513. 

  3513.                   ,flag_ww            = 0                                      &
    3514. 

  3514.                   ,flag_t             = 0                                      &
    3515. 

  3515.                   ,flag_mu            = 0                                      &
    3516. 

  3516.                   ,flag_mut           = 0                                      &
    3517. 

  3517.                   ,flag_moist         = 0                                      &
    3518. 

  3518.                   ,flag_chem          = im                                     &
    3519. 

  3519.                   ,flag_tracer        = 0                                      &
    3520. 

  3520.                   ,flag_scalar        = 0                                      &
    3521. 

  3521.                   ,positive_definite=.FALSE.                                   &
    3522. 

  3522.                   ,moist=moist,chem=chem,tracer=tracer,scalar=scalar           &
    3523. 

  3523.                   ,fft_filter_lat = config_flags%fft_filter_lat                &
    3524. 

  3524.                   ,dclat = dclat                                               &
    3525. 

  3525.                   ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    3526. 

  3526.                   ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    3527. 

  3527.                   ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe             &
    3528. 

  3528.                   ,imsx=imsx,imex=imex,jmsx=jmsx,jmex=jmex,kmsx=kmsx,kmex=kmex &
    3529. 

  3529.                   ,ipsx=ipsx,ipex=ipex,jpsx=jmsx,jpex=jpex,kpsx=kpsx,kpex=kpex )
    3530. 

  3530. 

  3531.          DO jj = jps, MIN(jpe,jde-1)
    3532. 

  3532.            DO kk = kps, MIN(kpe,kde-1)
    3533. 

  3533.              DO ii = ips, MIN(ipe,ide-1)
    3534. 

  3534.                chem(ii,kk,jj,im)=chem(ii,kk,jj,im)/(grid%mu_2(ii,jj)+grid%mub(ii,jj))
    3535. 

  3535.              ENDDO
    3536. 

  3536.            ENDDO
    3537. 

  3537.          ENDDO
    3538. 

  3538.        ENDDO chem_filter_loop
    3539. 

  3539.      ENDIF
    3540. 

  3540.      IF ( num_tracer >= PARAM_FIRST_SCALAR ) then
    3541. 

  3541.        tracer_filter_loop: DO im = PARAM_FIRST_SCALAR, num_tracer
    3542. 

  3542.          DO jj = jps, MIN(jpe,jde-1)
    3543. 

  3543.            DO kk = kps, MIN(kpe,kde-1)
    3544. 

  3544.              DO ii = ips, MIN(ipe,ide-1)
    3545. 

  3545.                tracer(ii,kk,jj,im)=tracer(ii,kk,jj,im)*(grid%mu_2(ii,jj)+grid%mub(ii,jj))
    3546. 

  3546.              ENDDO
    3547. 

  3547.            ENDDO
    3548. 

  3548.          ENDDO
    3549. 

  3549. 

  3550.          CALL pxft ( grid=grid                                                 &
    3551. 

  3551.                   ,lineno=__LINE__                                             &
    3552. 

  3552.                   ,flag_uv            = 0                                      &
    3553. 

  3553.                   ,flag_rurv          = 0                                      &
    3554. 

  3554.                   ,flag_wph           = 0                                      &
    3555. 

  3555.                   ,flag_ww            = 0                                      &
    3556. 

  3556.                   ,flag_t             = 0                                      &
    3557. 

  3557.                   ,flag_mu            = 0                                      &
    3558. 

  3558.                   ,flag_mut           = 0                                      &
    3559. 

  3559.                   ,flag_moist         = 0                                      &
    3560. 

  3560.                   ,flag_chem          = 0                                      &
    3561. 

  3561.                   ,flag_tracer        = im                                    &
    3562. 

  3562.                   ,flag_scalar        = 0                                      &
    3563. 

  3563.                   ,positive_definite=.FALSE.                                   &
    3564. 

  3564.                   ,moist=moist,chem=chem,tracer=tracer,scalar=scalar           &
    3565. 

  3565.                   ,fft_filter_lat = config_flags%fft_filter_lat                &
    3566. 

  3566.                   ,dclat = dclat                                               &
    3567. 

  3567.                   ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    3568. 

  3568.                   ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    3569. 

  3569.                   ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe             &
    3570. 

  3570.                   ,imsx=imsx,imex=imex,jmsx=jmsx,jmex=jmex,kmsx=kmsx,kmex=kmex &
    3571. 

  3571.                   ,ipsx=ipsx,ipex=ipex,jpsx=jmsx,jpex=jpex,kpsx=kpsx,kpex=kpex )
    3572. 

  3572. 

  3573.          DO jj = jps, MIN(jpe,jde-1)
    3574. 

  3574.            DO kk = kps, MIN(kpe,kde-1)
    3575. 

  3575.              DO ii = ips, MIN(ipe,ide-1)
    3576. 

  3576.                tracer(ii,kk,jj,im)=tracer(ii,kk,jj,im)/(grid%mu_2(ii,jj)+grid%mub(ii,jj))
    3577. 

  3577.              ENDDO
    3578. 

  3578.            ENDDO
    3579. 

  3579.          ENDDO
    3580. 

  3580.        ENDDO tracer_filter_loop
    3581. 

  3581.      ENDIF
    3582. 

  3582. 

  3583.      IF ( num_3d_s >= PARAM_FIRST_SCALAR ) then
    3584. 

  3584.        scalar_filter_loop: DO im = PARAM_FIRST_SCALAR, num_3d_s
    3585. 

  3585.          DO jj = jps, MIN(jpe,jde-1)
    3586. 

  3586.            DO kk = kps, MIN(kpe,kde-1)
    3587. 

  3587.              DO ii = ips, MIN(ipe,ide-1)
    3588. 

  3588.                scalar(ii,kk,jj,im)=scalar(ii,kk,jj,im)*(grid%mu_2(ii,jj)+grid%mub(ii,jj))
    3589. 

  3589.              ENDDO
    3590. 

  3590.            ENDDO
    3591. 

  3591.          ENDDO
    3592. 

  3592. 

  3593.          CALL pxft ( grid=grid                                                 &
    3594. 

  3594.                   ,lineno=__LINE__                                             &
    3595. 

  3595.                   ,flag_uv            = 0                                      &
    3596. 

  3596.                   ,flag_rurv          = 0                                      &
    3597. 

  3597.                   ,flag_wph           = 0                                      &
    3598. 

  3598.                   ,flag_ww            = 0                                      &
    3599. 

  3599.                   ,flag_t             = 0                                      &
    3600. 

  3600.                   ,flag_mu            = 0                                      &
    3601. 

  3601.                   ,flag_mut           = 0                                      &
    3602. 

  3602.                   ,flag_moist         = 0                                      &
    3603. 

  3603.                   ,flag_chem          = 0                                      &
    3604. 

  3604.                   ,flag_tracer        = 0                                      &
    3605. 

  3605.                   ,flag_scalar        = im                                     &
    3606. 

  3606.                   ,positive_definite=.FALSE.                                   &
    3607. 

  3607.                   ,moist=moist,chem=chem,tracer=tracer,scalar=scalar           &
    3608. 

  3608.                   ,fft_filter_lat = config_flags%fft_filter_lat                &
    3609. 

  3609.                   ,dclat = dclat                                               &
    3610. 

  3610.                   ,ids=ids,ide=ide,jds=jds,jde=jde,kds=kds,kde=kde             &
    3611. 

  3611.                   ,ims=ims,ime=ime,jms=jms,jme=jme,kms=kms,kme=kme             &
    3612. 

  3612.                   ,ips=ips,ipe=ipe,jps=jps,jpe=jpe,kps=kps,kpe=kpe             &
    3613. 

  3613.                   ,imsx=imsx,imex=imex,jmsx=jmsx,jmex=jmex,kmsx=kmsx,kmex=kmex &
    3614. 

  3614.                   ,ipsx=ipsx,ipex=ipex,jpsx=jmsx,jpex=jpex,kpsx=kpsx,kpex=kpex )
    3615. 

  3615. 

  3616.          DO jj = jps, MIN(jpe,jde-1)
    3617. 

  3617.            DO kk = kps, MIN(kpe,kde-1)
    3618. 

  3618.              DO ii = ips, MIN(ipe,ide-1)
    3619. 

  3619.                scalar(ii,kk,jj,im)=scalar(ii,kk,jj,im)/(grid%mu_2(ii,jj)+grid%mub(ii,jj))
    3620. 

  3620.              ENDDO
    3621. 

  3621.            ENDDO
    3622. 

  3622.          ENDDO
    3623. 

  3623.        ENDDO scalar_filter_loop
    3624. 

  3624.      ENDIF
    3625. 

  3625.    ENDIF
    3626. 

  3626. 

  3627. !-----------------------------------------------------------
    3628. 

  3628. !  end filter for chem and scalar variables at end of timestep
    3629. 

  3629. !-----------------------------------------------------------
    3630. 

  3630. 

  3631.    !  We're finished except for boundary condition (and patch) update
    3632. 

    3633. 

  3633.    ! Boundary condition time (or communication time).  At this time, we have
    3634. 

  3634.    ! implemented periodic and symmetric physical boundary conditions.
    3635. 

  3635. 

  3636.    ! b.c. routine for data within patch.
    3637. 

  3637. 

  3638.    ! we need to do both time levels of 
    3639. 

  3639.    ! data because the time filter only works in the physical solution space.
    3640. 

  3640. 

  3641.    ! First, do patch communications for boundary conditions (periodicity)
    3642. 

  3642. 

  3643. !-----------------------------------------------------------
    3644. 

  3644. !  Stencils for patch communications  (WCS, 29 June 2001)
    3645. 

  3645. !
    3646. 

  3646. !  here's where we need a wide comm stencil - these are the 
    3647. 

  3647. !  uncoupled variables so are used for high order calc in
    3648. 

  3648. !  advection and mixong routines.
    3649. 

  3649. !
    3650. 

  3650. !                              * * * * *
    3651. 

  3651. !            *        * * *    * * * * *
    3652. 

  3652. !          * + *      * + *    * * + * * 
    3653. 

  3653. !            *        * * *    * * * * *
    3654. 

  3654. !                              * * * * *
    3655. 

  3655. !
    3656. 

  3656. !   grid%u_1                            x
    3657. 

  3657. !   grid%u_2                            x
    3658. 

  3658. !   grid%v_1                            x
    3659. 

  3659. !   grid%v_2                            x
    3660. 

  3660. !   grid%w_1                            x
    3661. 

  3661. !   grid%w_2                            x
    3662. 

  3662. !   grid%t_1                            x
    3663. 

  3663. !   grid%t_2                            x
    3664. 

  3664. !  grid%ph_1                            x
    3665. 

  3665. !  grid%ph_2                            x
    3666. 

  3666. !  grid%tke_1                           x
    3667. 

  3667. !  grid%tke_2                           x
    3668. 

  3668. !
    3669. 

  3669. !    2D variables
    3670. 

  3670. !  grid%mu_1     x
    3671. 

  3671. !  grid%mu_2     x
    3672. 

  3672. !
    3673. 

  3673. !    4D variables
    3674. 

  3674. !  moist                         x
    3675. 

  3675. !   chem                         x
    3676. 

  3676. ! scalar                         x
    3677. 

  3677. !----------------------------------------------------------
    3678. 

  3678. 

  3679. 

  3680. #ifdef DM_PARALLEL
    3681. 

  3681.    IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    3682. 

  3682. #    include "HALO_EM_D3_3.inc"
    3683. 

  3683.    ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    3684. 

  3684. #    include "HALO_EM_D3_5.inc"
    3685. 

  3685.    ELSE 
    3686. 

  3686.       WRITE(wrf_err_message,*)'solve_em: invalid h_mom_adv_order = ',config_flags%h_mom_adv_order
    3687. 

  3687.       CALL wrf_error_fatal(TRIM(wrf_err_message))
    3688. 

  3688.    ENDIF
    3689. 

  3689. #  include "PERIOD_BDY_EM_D3.inc"
    3690. 

  3690. #  include "PERIOD_BDY_EM_MOIST.inc"
    3691. 

  3691. #  include "PERIOD_BDY_EM_CHEM.inc"
    3692. 

  3692. #  include "PERIOD_BDY_EM_TRACER.inc"
    3693. 

  3693. #  include "PERIOD_BDY_EM_SCALAR.inc"
    3694. 

  3694. #endif
    3695. 

  3695. 

  3696. !  now set physical b.c on a patch
    3697. 

  3697. 

  3698. BENCH_START(bc_2d_tim)
    3699. 

  3699.    !$OMP PARALLEL DO   &
    3700. 

  3700.    !$OMP PRIVATE ( ij )
    3701. 

  3701.    tile_bc_loop_2: DO ij = 1 , grid%num_tiles
    3702. 

  3702. 

  3703.      CALL wrf_debug ( 200 , ' call set_phys_bc_dry_2' )
    3704. 

  3704. 

  3705.      CALL set_phys_bc_dry_2( config_flags,                           &
    3706. 

  3706.                              grid%u_1, grid%u_2, grid%v_1, grid%v_2, grid%w_1, grid%w_2,           &
    3707. 

  3707.                              grid%t_1, grid%t_2, grid%ph_1, grid%ph_2, grid%mu_1, grid%mu_2,       &
    3708. 

  3708.                              ids, ide, jds, jde, kds, kde,           &
    3709. 

  3709.                              ims, ime, jms, jme, kms, kme,           &
    3710. 

  3710.                              ips, ipe, jps, jpe, kps, kpe,           &
    3711. 

  3711.                              grid%i_start(ij), grid%i_end(ij),       &
    3712. 

  3712.                              grid%j_start(ij), grid%j_end(ij),       &
    3713. 

  3713.                              k_start    , k_end                     )
    3714. 

  3714. 

  3715.      CALL set_physical_bc3d( grid%tke_1, 'p', config_flags,   &
    3716. 

  3716.                              ids, ide, jds, jde, kds, kde,            &
    3717. 

  3717.                              ims, ime, jms, jme, kms, kme,            &
    3718. 

  3718.                              ips, ipe, jps, jpe, kps, kpe,            &
    3719. 

  3719.                              grid%i_start(ij), grid%i_end(ij),        &
    3720. 

  3720.                              grid%j_start(ij), grid%j_end(ij),        &
    3721. 

  3721.                              k_start    , k_end-1                    )
    3722. 

  3722. 

  3723.      CALL set_physical_bc3d( grid%tke_2 , 'p', config_flags,  &
    3724. 

  3724.                              ids, ide, jds, jde, kds, kde,            &
    3725. 

  3725.                              ims, ime, jms, jme, kms, kme,            &
    3726. 

  3726.                              ips, ipe, jps, jpe, kps, kpe,            &
    3727. 

  3727.                              grid%i_start(ij), grid%i_end(ij),        &
    3728. 

  3728.                              grid%j_start(ij), grid%j_end(ij),        &
    3729. 

  3729.                              k_start    , k_end                      )
    3730. 

  3730. 

  3731.      moisture_loop_bdy_2 : DO im = PARAM_FIRST_SCALAR , num_3d_m
    3732. 

  3732. 

  3733.        CALL set_physical_bc3d( moist(ims,kms,jms,im), 'p',           &
    3734. 

  3734.                                config_flags,                           &
    3735. 

  3735.                                ids, ide, jds, jde, kds, kde,           &
    3736. 

  3736.                                ims, ime, jms, jme, kms, kme,           &
    3737. 

  3737.                                ips, ipe, jps, jpe, kps, kpe,           &
    3738. 

  3738.                                grid%i_start(ij), grid%i_end(ij),       &
    3739. 

  3739.                                grid%j_start(ij), grid%j_end(ij),       &
    3740. 

  3740.                                k_start    , k_end                     )
    3741. 

  3741. 

  3742.      END DO moisture_loop_bdy_2
    3743. 

  3743. 

  3744.      chem_species_bdy_loop_2 : DO ic = PARAM_FIRST_SCALAR , num_3d_c
    3745. 

  3745. 

  3746.        CALL set_physical_bc3d( chem(ims,kms,jms,ic) , 'p', config_flags,  &
    3747. 

  3747.                                ids, ide, jds, jde, kds, kde,            &
    3748. 

  3748.                                ims, ime, jms, jme, kms, kme,            &
    3749. 

  3749.                                ips, ipe, jps, jpe, kps, kpe,            &
    3750. 

  3750.                                grid%i_start(ij), grid%i_end(ij),                  &
    3751. 

  3751.                                grid%j_start(ij), grid%j_end(ij),                  &
    3752. 

  3752.                                k_start    , k_end                      )
    3753. 

  3753. 

  3754.      END DO chem_species_bdy_loop_2
    3755. 

  3755. 

  3756.      tracer_species_bdy_loop_2 : DO ic = PARAM_FIRST_SCALAR , num_tracer
    3757. 

  3757. 

  3758.        CALL set_physical_bc3d( tracer(ims,kms,jms,ic) , 'p', config_flags,  &
    3759. 

  3759.                                ids, ide, jds, jde, kds, kde,            &
    3760. 

  3760.                                ims, ime, jms, jme, kms, kme,            &
    3761. 

  3761.                                ips, ipe, jps, jpe, kps, kpe,            &
    3762. 

  3762.                                grid%i_start(ij), grid%i_end(ij),                  &
    3763. 

  3763.                                grid%j_start(ij), grid%j_end(ij),                  &
    3764. 

  3764.                                k_start    , k_end                      )
    3765. 

  3765. 

  3766.      END DO tracer_species_bdy_loop_2
    3767. 

  3767. 

  3768.      scalar_species_bdy_loop_2 : DO is = PARAM_FIRST_SCALAR , num_3d_s
    3769. 

  3769. 

  3770.        CALL set_physical_bc3d( scalar(ims,kms,jms,is) , 'p', config_flags,  &
    3771. 

  3771.                                ids, ide, jds, jde, kds, kde,            &
    3772. 

  3772.                                ims, ime, jms, jme, kms, kme,            &
    3773. 

  3773.                                ips, ipe, jps, jpe, kps, kpe,            &
    3774. 

  3774.                                grid%i_start(ij), grid%i_end(ij),                  &
    3775. 

  3775.                                grid%j_start(ij), grid%j_end(ij),                  &
    3776. 

  3776.                                k_start    , k_end                      )
    3777. 

  3777. 

  3778.      END DO scalar_species_bdy_loop_2
    3779. 

  3779. 

  3780.    END DO tile_bc_loop_2
    3781. 

  3781.    !$OMP END PARALLEL DO
    3782. 

  3782. BENCH_END(bc_2d_tim)
    3783. 

  3783. 

  3784.    IF( config_flags%specified .or. config_flags%nested ) THEN 
    3785. 

  3785.      grid%dtbc = grid%dtbc + grid%dt
    3786. 

  3786.    ENDIF
    3787. 

  3787. 

  3788. ! reset surface w for consistency
    3789. 

  3789. 

  3790. #ifdef DM_PARALLEL
    3791. 

  3791. #  include "HALO_EM_C.inc"
    3792. 

  3792. #  include "PERIOD_BDY_EM_E.inc"
    3793. 

  3793. #endif
    3794. 

  3794. 

  3795.    CALL wrf_debug ( 10 , ' call set_w_surface' )
    3796. 

  3796.    fill_w_flag = .false.
    3797. 

  3797. 

  3798.    !$OMP PARALLEL DO   &
    3799. 

  3799.    !$OMP PRIVATE ( ij )
    3800. 

  3800.    DO ij = 1 , grid%num_tiles
    3801. 

  3801.       CALL set_w_surface( config_flags, grid%znw, fill_w_flag,              &
    3802. 

  3802.                            grid%w_2, grid%ht,  grid%u_2, grid%v_2,          &
    3803. 

  3803.                            grid%cf1, grid%cf2, grid%cf3, grid%rdx, grid%rdy,&
    3804. 

  3804.                            grid%msftx, grid%msfty,                          &
    3805. 

  3805.                            ids, ide, jds, jde, kds, kde,                    &
    3806. 

  3806.                            ims, ime, jms, jme, kms, kme,                    &
    3807. 

  3807.                            grid%i_start(ij), grid%i_end(ij),                &
    3808. 

  3808.                            grid%j_start(ij), grid%j_end(ij),                &
    3809. 

  3809.                            k_start, k_end                                   )
    3810. 

  3810. !                          its, ite, jts, jte, k_start, min(k_end,kde-1),   &
    3811. 

  3811. 

  3812.    END DO
    3813. 

  3813.    !$OMP END PARALLEL DO
    3814. 

  3814. 

  3815. ! calculate some model diagnostics.
    3816. 

  3816. 

  3817.    CALL wrf_debug ( 200 , ' call diagnostic_driver' )
    3818. 

  3818.    
    3819. 

  3819.    CALL diagnostic_output_calc(                                            &
    3820. 

  3820.       &              DPSDT=grid%dpsdt   ,DMUDT=grid%dmudt                  &
    3821. 

  3821.       &             ,P8W=p8w   ,PK1M=grid%pk1m                             &
    3822. 

  3822.       &             ,MU_2=grid%mu_2  ,MU_2M=grid%mu_2m                     &
    3823. 

  3823.       &             ,U=grid%u_2    ,V=grid%v_2                             &
    3824. 

  3824.       &             ,RAINCV=grid%raincv    ,RAINNCV=grid%rainncv           &
    3825. 

  3825.       &             ,RAINC=grid%rainc    ,RAINNC=grid%rainnc               &
    3826. 

  3826.       &             ,I_RAINC=grid%i_rainc    ,I_RAINNC=grid%i_rainnc       &
    3827. 

  3827.       &             ,HFX=grid%hfx   ,SFCEVP=grid%sfcevp    ,LH=grid%lh     &
    3828. 

  3828.       &             ,DT=grid%dt      ,SBW=config_flags%spec_bdy_width      &
    3829. 

  3829.       &             ,XTIME=grid%xtime   ,T2=grid%t2                        &
    3830. 

  3830.       &        ,ACSWUPT=grid%acswupt    ,ACSWUPTC=grid%acswuptc            &
    3831. 

  3831.       &        ,ACSWDNT=grid%acswdnt    ,ACSWDNTC=grid%acswdntc            &
    3832. 

  3832.       &        ,ACSWUPB=grid%acswupb    ,ACSWUPBC=grid%acswupbc            &
    3833. 

  3833.       &        ,ACSWDNB=grid%acswdnb    ,ACSWDNBC=grid%acswdnbc            &
    3834. 

  3834.       &        ,ACLWUPT=grid%aclwupt    ,ACLWUPTC=grid%aclwuptc            &
    3835. 

  3835.       &        ,ACLWDNT=grid%aclwdnt    ,ACLWDNTC=grid%aclwdntc            &
    3836. 

  3836.       &        ,ACLWUPB=grid%aclwupb    ,ACLWUPBC=grid%aclwupbc            &
    3837. 

  3837.       &        ,ACLWDNB=grid%aclwdnb    ,ACLWDNBC=grid%aclwdnbc            &
    3838. 

  3838.       &      ,I_ACSWUPT=grid%i_acswupt  ,I_ACSWUPTC=grid%i_acswuptc        &
    3839. 

  3839.       &      ,I_ACSWDNT=grid%i_acswdnt  ,I_ACSWDNTC=grid%i_acswdntc        &
    3840. 

  3840.       &      ,I_ACSWUPB=grid%i_acswupb  ,I_ACSWUPBC=grid%i_acswupbc        &
    3841. 

  3841.       &      ,I_ACSWDNB=grid%i_acswdnb  ,I_ACSWDNBC=grid%i_acswdnbc        &
    3842. 

  3842.       &      ,I_ACLWUPT=grid%i_aclwupt  ,I_ACLWUPTC=grid%i_aclwuptc        &
    3843. 

  3843.       &      ,I_ACLWDNT=grid%i_aclwdnt  ,I_ACLWDNTC=grid%i_aclwdntc        &
    3844. 

  3844.       &      ,I_ACLWUPB=grid%i_aclwupb  ,I_ACLWUPBC=grid%i_aclwupbc        &
    3845. 

  3845.       &      ,I_ACLWDNB=grid%i_aclwdnb  ,I_ACLWDNBC=grid%i_aclwdnbc        &
    3846. 

  3846.                   ! Selection flag
    3847. 

  3847.       &             ,DIAG_PRINT=config_flags%diag_print                    &
    3848. 

  3848.       &             ,BUCKET_MM=config_flags%bucket_mm                      &
    3849. 

  3849.       &             ,BUCKET_J =config_flags%bucket_J                       &
    3850. 

  3850.       &             ,SNOWNCV=grid%snowncv, SNOW_ACC_NC=grid%snow_acc_nc    &
    3851. 

  3851.       &             ,PREC_ACC_C=grid%prec_acc_c                            &
    3852. 

  3852.       &             ,PREC_ACC_NC=grid%prec_acc_nc                          &
    3853. 

  3853.       &             ,PREC_ACC_DT=config_flags%prec_acc_dt                  &
    3854. 

  3854.       &             ,CURR_SECS=curr_secs                                   &
    3855. 

  3855.                   ! Dimension arguments
    3856. 

  3856.       &             ,IDS=ids,IDE=ide, JDS=jds,JDE=jde, KDS=kds,KDE=kde     &
    3857. 

  3857.       &             ,IMS=ims,IME=ime, JMS=jms,JME=jme, KMS=kms,KME=kme     &
    3858. 

  3858.       &             ,IPS=ips,IPE=ipe, JPS=jps,JPE=jpe, KPS=kps,KPE=kpe     &
    3859. 

  3859.       &             ,I_START=grid%i_start,I_END=min(grid%i_end, ide-1)     &
    3860. 

  3860.       &             ,J_START=grid%j_start,J_END=min(grid%j_end, jde-1)     &
    3861. 

  3861.       &             ,KTS=k_start, KTE=min(k_end,kde-1)                     &
    3862. 

  3862.       &             ,NUM_TILES=grid%num_tiles                              &
    3863. 

  3863.       &                                                          )
    3864. 

  3864. 

  3865.    IF (config_flags%output_diagnostics == 1) THEN
    3866. 

  3866.      IF ((config_flags%auxhist3_interval == 0 ) ) THEN
    3867. 

  3867.         WRITE (wrf_err_message , * )"CLWRF: ERROR -- error -- ERROR -- error : NO 'auxhist3_interval' has been defined in 'namelist.input'"
    3868. 

  3868.         CALL wrf_error_fatal ( TRIM(wrf_err_message) )
    3869. 

  3869.      END IF
    3870. 

  3870.      CALL wrf_debug ( 200 , ' CLWRF: call diagnostic_calc' )
    3871. 

  3871.      CALL clwrf_output_calc(                                               &
    3872. 

  3872.         &            DPSDT=grid%dpsdt   ,DMUDT=grid%dmudt                  &
    3873. 

  3873.         &           ,P8W=p8w   ,PK1M=grid%pk1m                             &
    3874. 

  3874.         &           ,MU_2=grid%mu_2  ,MU_2M=grid%mu_2m                     &
    3875. 

  3875.         &           ,U=grid%u_2    ,V=grid%v_2                             &
    3876. 

  3876.         &           ,is_restart=config_flags%restart                       &
    3877. 

  3877.         &           ,clwrfH=config_flags%auxhist3_interval                 &
    3878. 

  3878.         &           ,T2=grid%t2, Q2=grid%q2, U10=grid%u10, V10=grid%v10    &
    3879. 

  3879.         &           ,SKINTEMP=grid%tsk                                     &
    3880. 

  3880.         &           ,T2CLMIN=grid%t2min, T2CLMAX=grid%t2max                &
    3881. 

  3881.         &           ,TT2CLMIN=grid%tt2min, TT2CLMAX=grid%tt2max            &
    3882. 

  3882.         &           ,T2CLMEAN=grid%t2mean, T2CLSTD=grid%t2std              &
    3883. 

  3883.         &           ,Q2CLMIN=grid%q2min, Q2CLMAX=grid%q2max                &
    3884. 

  3884.         &           ,TQ2CLMIN=grid%tq2min, TQ2CLMAX=grid%tq2max            &
    3885. 

  3885.         &           ,Q2CLMEAN=grid%q2mean, Q2CLSTD=grid%q2std              &
    3886. 

  3886.         &           ,U10CLMAX=grid%u10max, V10CLMAX=grid%v10max            &
    3887. 

  3887.         &           ,SPDUV10CLMAX=grid%spduv10max                          &
    3888. 

  3888.         &           ,TSPDUV10CLMAX=grid%tspduv10max                        &
    3889. 

  3889.         &           ,U10CLMEAN=grid%u10mean, V10CLMEAN=grid%v10mean        &
    3890. 

  3890.         &           ,SPDUV10CLMEAN=grid%spduv10mean                        &
    3891. 

  3891.         &           ,U10CLSTD=grid%u10std, V10CLSTD=grid%v10std            &
    3892. 

  3892.         &           ,SPDUV10CLSTD=grid%spduv10std                          &
    3893. 

  3893.         &           ,RAINCCLMAX=grid%raincvmax                             &
    3894. 

  3894.         &           ,RAINNCCLMAX=grid%rainncvmax                           &
    3895. 

  3895.         &           ,TRAINCCLMAX=grid%traincvmax                           &
    3896. 

  3896.         &           ,TRAINNCCLMAX=grid%trainncvmax                         &
    3897. 

  3897.         &           ,RAINCCLMEAN=grid%raincvmean                           &
    3898. 

  3898.         &           ,RAINNCCLMEAN=grid%rainncvmean                         &
    3899. 

  3899.         &           ,RAINCCLSTD=grid%raincvstd                             &
    3900. 

  3900.         &           ,RAINNCCLSTD=grid%rainncvstd                           &
    3901. 

  3901.         &           ,SKINTEMPCLMIN=grid%skintempmin                        &
    3902. 

  3902.         &           ,SKINTEMPCLMAX=grid%skintempmax                        &
    3903. 

  3903.         &           ,TSKINTEMPCLMIN=grid%tskintempmin                      &
    3904. 

  3904.         &           ,TSKINTEMPCLMAX=grid%tskintempmax                      &
    3905. 

  3905.         &           ,SKINTEMPCLMEAN=grid%skintempmean                      &
    3906. 

  3906.         &           ,SKINTEMPCLSTD=grid%skintempstd                        &
    3907. 

  3907.         &           ,RAINCV=grid%raincv    ,RAINNCV=grid%rainncv           &
    3908. 

  3908.         &           ,RAINC=grid%rainc    ,RAINNC=grid%rainnc               &
    3909. 

  3909.         &           ,I_RAINC=grid%i_rainc    ,I_RAINNC=grid%i_rainnc       &
    3910. 

  3910.         &           ,HFX=grid%hfx   ,SFCEVP=grid%sfcevp    ,LH=grid%lh     &
    3911. 

  3911.         &           ,DT=grid%dt      ,SBW=config_flags%spec_bdy_width      &
    3912. 

  3912.         &           ,XTIME=grid%xtime                                      &
    3913. 

  3913.                     ! Selection flag
    3914. 

  3914.         &           ,DIAG_PRINT=config_flags%diag_print                    &
    3915. 

  3915.         &           ,BUCKET_MM=config_flags%bucket_mm                      &
    3916. 

  3916.         &           ,BUCKET_J =config_flags%bucket_J                       &
    3917. 

  3917.                     ! Dimension arguments
    3918. 

  3918.         &           ,IDS=ids,IDE=ide, JDS=jds,JDE=jde, KDS=kds,KDE=kde     &
    3919. 

  3919.         &           ,IMS=ims,IME=ime, JMS=jms,JME=jme, KMS=kms,KME=kme     &
    3920. 

  3920.         &           ,IPS=ips,IPE=ipe, JPS=jps,JPE=jpe, KPS=kps,KPE=kpe     &
    3921. 

  3921.         &           ,I_START=grid%i_start,I_END=min(grid%i_end, ide-1)     &
    3922. 

  3922.         &           ,J_START=grid%j_start,J_END=min(grid%j_end, jde-1)     &
    3923. 

  3923.         &           ,KTS=k_start, KTE=min(k_end,kde-1)                     &
    3924. 

  3924.         &           ,NUM_TILES=grid%num_tiles                              &
    3925. 

  3925.         &                                                          )
    3926. 

  3926.    ENDIF
    3927. 

  3927. 

  3928. #ifdef DM_PARALLEL
    3929. 

  3929. !-----------------------------------------------------------------------
    3930. 

  3930. ! see above
    3931. 

  3931. !--------------------------------------------------------------
    3932. 

  3932.    CALL wrf_debug ( 200 , ' call HALO_RK_E' )
    3933. 

  3933.    IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    3934. 

  3934. #    include "HALO_EM_E_3.inc"
    3935. 

  3935.    ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    3936. 

  3936. #    include "HALO_EM_E_5.inc"
    3937. 

  3937.    ELSE
    3938. 

  3938.      WRITE(wrf_err_message,*)'solve_em: invalid h_mom_adv_order = ',config_flags%h_mom_adv_order
    3939. 

  3939.      CALL wrf_error_fatal(TRIM(wrf_err_message))
    3940. 

  3940.    ENDIF
    3941. 

  3941. #endif
    3942. 

  3942. 

  3943. #ifdef DM_PARALLEL
    3944. 

  3944.    IF ( num_moist >= PARAM_FIRST_SCALAR  ) THEN
    3945. 

  3945. !-----------------------------------------------------------------------
    3946. 

  3946. ! see above
    3947. 

  3947. !--------------------------------------------------------------
    3948. 

  3948.      CALL wrf_debug ( 200 , ' call HALO_RK_MOIST' )
    3949. 

  3949.      IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    3950. 

  3950. #      include "HALO_EM_MOIST_E_3.inc"
    3951. 

  3951.      ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    3952. 

  3952. #      include "HALO_EM_MOIST_E_5.inc"
    3953. 

  3953.      ELSE
    3954. 

  3954.        WRITE(wrf_err_message,*)'solve_em: invalid h_mom_adv_order = ',config_flags%h_mom_adv_order
    3955. 

  3955.        CALL wrf_error_fatal(TRIM(wrf_err_message))
    3956. 

  3956.      ENDIF
    3957. 

  3957.    ENDIF
    3958. 

  3958.    IF ( num_chem >= PARAM_FIRST_SCALAR ) THEN
    3959. 

  3959. !-----------------------------------------------------------------------
    3960. 

  3960. ! see above
    3961. 

  3961. !--------------------------------------------------------------
    3962. 

  3962.      CALL wrf_debug ( 200 , ' call HALO_RK_CHEM' )
    3963. 

  3963.      IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    3964. 

  3964. #      include "HALO_EM_CHEM_E_3.inc"
    3965. 

  3965.      ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    3966. 

  3966. #      include "HALO_EM_CHEM_E_5.inc"
    3967. 

  3967.      ELSE
    3968. 

  3968.        WRITE(wrf_err_message,*)'solve_em: invalid h_mom_adv_order = ',config_flags%h_mom_adv_order
    3969. 

  3969.        CALL wrf_error_fatal(TRIM(wrf_err_message))
    3970. 

  3970.      ENDIF
    3971. 

  3971.    ENDIF
    3972. 

  3972.    IF ( num_tracer >= PARAM_FIRST_SCALAR ) THEN
    3973. 

  3973. !-----------------------------------------------------------------------
    3974. 

  3974. ! see above
    3975. 

  3975. !--------------------------------------------------------------
    3976. 

  3976.      CALL wrf_debug ( 200 , ' call HALO_RK_TRACER' )
    3977. 

  3977.      IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    3978. 

  3978. #      include "HALO_EM_TRACER_E_3.inc"
    3979. 

  3979.      ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    3980. 

  3980. #      include "HALO_EM_TRACER_E_5.inc"
    3981. 

  3981.      ELSE
    3982. 

  3982.        WRITE(wrf_err_message,*)'solve_em: invalid h_mom_adv_order = ',config_flags%h_mom_adv_order
    3983. 

  3983.        CALL wrf_error_fatal(TRIM(wrf_err_message))
    3984. 

  3984.      ENDIF
    3985. 

  3985.    ENDIF
    3986. 

  3986.    IF ( num_scalar >= PARAM_FIRST_SCALAR ) THEN
    3987. 

  3987. !-----------------------------------------------------------------------
    3988. 

  3988. ! see above
    3989. 

  3989. !--------------------------------------------------------------
    3990. 

  3990.      CALL wrf_debug ( 200 , ' call HALO_RK_SCALAR' )
    3991. 

  3991.      IF      ( config_flags%h_mom_adv_order <= 4 ) THEN
    3992. 

  3992. #      include "HALO_EM_SCALAR_E_3.inc"
    3993. 

  3993.      ELSE IF ( config_flags%h_mom_adv_order <= 6 ) THEN
    3994. 

  3994. #      include "HALO_EM_SCALAR_E_5.inc"
    3995. 

  3995.      ELSE
    3996. 

  3996.        WRITE(wrf_err_message,*)'solve_em: invalid h_mom_adv_order = ',config_flags%h_mom_adv_order
    3997. 

  3997.        CALL wrf_error_fatal(TRIM(wrf_err_message))
    3998. 

  3998.      ENDIF
    3999. 

  3999.    ENDIF
    4000. 

  4000. #endif
    4001. 

  4001. 

  4002. !  Max values of CFL for adaptive time step scheme
    4003. 

  4003. 

  4004.    DEALLOCATE(max_vert_cfl_tmp)
    4005. 

  4005.    DEALLOCATE(max_horiz_cfl_tmp)
    4006. 

  4006. 

  4007.    CALL wrf_debug ( 200 , ' call end of solve_em' )
    4008. 

  4008. 

  4009. ! Finish timers if compiled with -DBENCH.
    4010. 

  4010. #include <bench_solve_em_end.h>
    4011. 

  4011. 

  4012.    RETURN
    4013. 

  4013. 

  4014. END SUBROUTINE solve_em
    4015. 

  4015.