Skip to content
Failed

Console Output

Skipping 3,625 KB.. Full Log
         Generating NVIDIA GPU code
       5591, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
   5590, Generating default present(lscale_max(:ngrdcol))
pvertinterp:
   5653, Generating implicit firstprivate(ngrdcol)
         Generating NVIDIA GPU code
       5654, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
   5653, Generating default present(gr,interp_var(:ngrdcol),p_mid(:ngrdcol,:),input_var(:ngrdcol,:))
   5654, Generating implicit firstprivate(p_out,l_found,k_upper,k,dpu,dpl)
   5673, Accelerator restriction: induction variable live-out from loop: k
   5678, Accelerator restriction: induction variable live-out from loop: k
calculate_thlp2_rad:
   5760, Generating enter data create(rcm_zm(:,:),radht_zm(:,:))
   5765, Generating implicit firstprivate(ngrdcol,nzm)
         Generating NVIDIA GPU code
       5766, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       5767,   ! blockidx%x threadidx%x collapsed
   5765, Generating default present(thlprcp(:ngrdcol,:nzm),thlp2_forcing(:ngrdcol,:nzm),clubb_params(:ngrdcol,76),rcm_zm(:ngrdcol,:nzm),radht_zm(:ngrdcol,:nzm))
   5780, Generating exit data delete(rcm_zm(:,:),radht_zm(:,:))
  Timing stats:
    init                   100 millisecs     3%
    upper                  100 millisecs     3%
    expand                  50 millisecs     1%
    pfo                     40 millisecs     1%
    accel                  360 millisecs    13%
    opt2b                   10 millisecs     0%
    opt2c                   10 millisecs     0%
    carry                  950 millisecs    35%
    opt2d                  100 millisecs     3%
    optimize               240 millisecs     9%
    schedule               680 millisecs    25%
    assemble                20 millisecs     0%
    Total time            2660 millisecs
  Timing stats:
    init                    80 millisecs    47%
    upper                   70 millisecs    41%
    opt2d                   10 millisecs     5%
    assemble                10 millisecs     5%
    Total time             170 millisecs
  Timing stats:
    init                    30 millisecs    27%
    upper                   40 millisecs    36%
    carry                   10 millisecs     9%
    optimize                10 millisecs     9%
    schedule                20 millisecs    18%
    Total time             110 millisecs
  Timing stats:
    init                   160 millisecs    51%
    upper                  100 millisecs    32%
    carry                   10 millisecs     3%
    schedule                20 millisecs     6%
    assemble                20 millisecs     6%
    Total time             310 millisecs
advance_clubb_core_api_single_col:
   1224, Generating copyin(fcor_col(:),gr%weights_zt2zm(:,:,:),gr%zm(:,:),gr,gr%dzm(:,:),gr%invrs_dzm(:,:),gr%dzt(:,:),gr%weights_zm2zt(:,:,:),gr%invrs_dzt(:,:)) [if not already present]
         Generating copyout(lscale_col(:,:)) [if not already present]
         Generating copyin(nu_vert_res_dep%nu10(:),nu_vert_res_dep%nu8(:),nu_vert_res_dep,nu_vert_res_dep%nu6(:),nu_vert_res_dep%nu1(:),nu_vert_res_dep%nu2(:)) [if not already present]
         Generating copy(rtpthvp_col(:,:)) [if not already present]
         Generating copyout(cloudy_updraft_frac_col(:,:)) [if not already present]
         Generating copy(exner_col(:,:)) [if not already present]
         Generating copyin(sclr_idx) [if not already present]
         Generating copy(thlm_col(:,:),rtm_col(:,:),um_col(:,:),vm_col(:,:),wprtp_col(:,:),wpthlp_col(:,:),rtp2_col(:,:),thlp2_col(:,:),rtpthlp_col(:,:)) [if not already present]
         Generating copyout(w_up_in_cloud_col(:,:)) [if not already present]
         Generating copyin(wm_zm_col(:,:),rho_ds_zt_col(:,:),rfrzm_col(:,:),rho_col(:,:),rho_ds_zm_col(:,:)) [if not already present]
         Generating copy(ice_supersat_frac_col(:,:)) [if not already present]
         Generating copyin(invrs_rho_ds_zm_col(:,:)) [if not already present]
         Generating copy(thlpthvp_col(:,:)) [if not already present]
         Generating copyin(thv_ds_zm_col(:,:)) [if not already present]
         Generating copyout(rcm_in_layer_col(:,:)) [if not already present]
         Generating copyin(wpthlp_forcing_col(:,:),wprtp_forcing_col(:,:)) [if not already present]
         Generating copy(upwp_pert_col(:,:),vpwp_pert_col(:,:),p_in_pa_col(:,:)) [if not already present]
         Generating copyin(upwp_sfc_col(:),vpwp_sfc_col(:),rtm_forcing_col(:,:),thlm_forcing_col(:,:)) [if not already present]
         Generating copy(um_pert_col(:,:),vm_pert_col(:,:)) [if not already present]
         Generating copyin(thv_ds_zt_col(:,:),upwp_sfc_pert_col(:),gr%zt(:,:),host_dx_col(:),p_sfc_col(:)) [if not already present]
         Generating copy(pdf_params%w_2(:,:)) [if not already present]
         Generating copyin(ug_col(:,:)) [if not already present]
         Generating copy(uprcp_col(:,:)) [if not already present]
         Generating copyin(vg_col(:,:)) [if not already present]
         Generating copy(vprcp_col(:,:)) [if not already present]
         Generating copyin(um_ref_col(:,:),vm_ref_col(:,:)) [if not already present]
         Generating copy(up2_col(:,:),vp2_col(:,:)) [if not already present]
         Generating copyin(rho_zm_col(:,:)) [if not already present]
         Generating copyout(wprcp_col(:,:)) [if not already present]
         Generating copyin(sfc_elevation_col(:),wprtp_sfc_col(:),rtm_ref_col(:,:),rtp2_forcing_col(:,:),thlm_ref_col(:,:),thlp2_forcing_col(:,:)) [if not already present]
         Generating copy(rtp3_col(:,:)) [if not already present]
         Generating copyin(wm_zt_col(:,:)) [if not already present]
         Generating copy(wp2vp2_col(:,:)) [if not already present]
         Generating copyin(nu_vert_res_dep%nu9(:),clubb_params_col(:,:)) [if not already present]
         Generating copy(rc_coef_zm_col(:,:)) [if not already present]
         Generating copyout(cloud_cover_col(:,:)) [if not already present]
         Generating copyin(wpthlp_sfc_col(:)) [if not already present]
         Generating copy(wp2thlp_col(:,:)) [if not already present]
         Generating copyin(rtpthlp_forcing_col(:,:)) [if not already present]
         Generating copyout(thlprcp_col(:,:)) [if not already present]
         Generating copy(wp2_col(:,:),wp2rtp_col(:,:),up3_col(:,:),vp3_col(:,:),pdf_params_zm%w_2(:,:),wp3_col(:,:),wpthvp_col(:,:),wpup2_col(:,:),wp2thvp_col(:,:),wp2up2_col(:,:)) [if not already present]
         Generating copyin(host_dy_col(:),um_forcing_col(:,:),vm_forcing_col(:,:)) [if not already present]
         Generating copy(upwp_col(:,:),vpwp_col(:,:),pdf_params%varnce_w_2(:,:),pdf_params%w_1(:,:),pdf_params%varnce_thl_2(:,:),pdf_params%varnce_w_1(:,:),pdf_params%rsatl_2(:,:),pdf_params%rt_1(:,:),pdf_params%thl_2(:,:),pdf_params%varnce_rt_1(:,:),pdf_params%stdev_eta_2(:,:),pdf_params%thl_1(:,:),pdf_params%varnce_rt_2(:,:),pdf_params%varnce_thl_1(:,:),pdf_params%corr_w_eta_2(:,:),pdf_params%corr_w_rt_1(:,:),pdf_params%corr_w_rt_2(:,:),pdf_params%corr_w_thl_1(:,:),pdf_params%corr_chi_eta_2(:,:),pdf_params%corr_rt_thl_1(:,:),pdf_params%alpha_rt(:,:)) [if not already present]
         Generating copyin(pdf_params) [if not already present]
         Generating copy(pdf_params%covar_chi_eta_2(:,:),pdf_params%crt_1(:,:),pdf_params%crt_2(:,:),pdf_params%cthl_1(:,:),pdf_params%alpha_thl(:,:),pdf_params%chi_1(:,:),pdf_params%rt_2(:,:),pdf_params%stdev_chi_1(:,:),pdf_params%stdev_chi_2(:,:),pdf_params%stdev_eta_1(:,:),pdf_params%corr_w_thl_2(:,:),pdf_params%covar_chi_eta_1(:,:),pdf_params%corr_rt_thl_2(:,:),pdf_params%corr_w_chi_1(:,:),pdf_params%corr_w_chi_2(:,:),pdf_params%corr_w_eta_1(:,:),pdf_params%cloud_frac_2(:,:),pdf_params%corr_chi_eta_1(:,:),pdf_params%rc_2(:,:),pdf_params%rsatl_1(:,:),pdf_params%mixt_frac(:,:),pdf_params%rc_1(:,:),pdf_params%chi_2(:,:),pdf_params%cloud_frac_1(:,:),pdf_params%ice_supersat_frac_2(:,:),pdf_params%cthl_2(:,:),pdf_params%ice_supersat_frac_1(:,:),pdf_params_zm%varnce_w_2(:,:),pdf_params_zm%w_1(:,:),pdf_params_zm%varnce_thl_2(:,:),pdf_params_zm%varnce_w_1(:,:),pdf_params_zm%rsatl_2(:,:),pdf_params_zm%rt_1(:,:),pdf_params_zm%thl_2(:,:),pdf_params_zm%varnce_rt_1(:,:),pdf_params_zm%stdev_eta_2(:,:),pdf_params_zm%thl_1(:,:),pdf_params_zm%varnce_rt_2(:,:),pdf_params_zm%varnce_thl_1(:,:),pdf_params_zm%corr_w_eta_2(:,:),pdf_params_zm%corr_w_rt_1(:,:),pdf_params_zm%corr_w_rt_2(:,:),pdf_params_zm%corr_w_thl_1(:,:),pdf_params_zm%corr_chi_eta_2(:,:),pdf_params_zm%corr_rt_thl_1(:,:),pdf_params_zm%alpha_rt(:,:)) [if not already present]
         Generating copyin(pdf_params_zm) [if not already present]
         Generating copy(pdf_params_zm%covar_chi_eta_2(:,:),pdf_params_zm%crt_1(:,:),pdf_params_zm%crt_2(:,:),pdf_params_zm%cthl_1(:,:),pdf_params_zm%alpha_thl(:,:),pdf_params_zm%chi_1(:,:),pdf_params_zm%rt_2(:,:),pdf_params_zm%stdev_chi_1(:,:),pdf_params_zm%stdev_chi_2(:,:),pdf_params_zm%stdev_eta_1(:,:),pdf_params_zm%corr_w_thl_2(:,:),pdf_params_zm%covar_chi_eta_1(:,:),pdf_params_zm%corr_rt_thl_2(:,:),pdf_params_zm%corr_w_chi_1(:,:),pdf_params_zm%corr_w_chi_2(:,:),pdf_params_zm%corr_w_eta_1(:,:),pdf_params_zm%cloud_frac_2(:,:),pdf_params_zm%corr_chi_eta_1(:,:),pdf_params_zm%rc_2(:,:),pdf_params_zm%rsatl_1(:,:),pdf_params_zm%mixt_frac(:,:),pdf_params_zm%rc_1(:,:),pdf_params_zm%chi_2(:,:),pdf_params_zm%cloud_frac_1(:,:),pdf_params_zm%ice_supersat_frac_2(:,:),pdf_params_zm%cthl_2(:,:),pdf_params_zm%ice_supersat_frac_1(:,:),rcm_col(:,:),wp4_col(:,:)) [if not already present]
         Generating copyout(w_down_in_cloud_col(:,:)) [if not already present]
         Generating copyin(vpwp_sfc_pert_col(:)) [if not already present]
         Generating copyout(cloudy_downdraft_frac_col(:,:)) [if not already present]
         Generating copy(cloud_frac_col(:,:)) [if not already present]
         Generating copyin(invrs_rho_ds_zt_col(:,:)) [if not already present]
         Generating copyout(kh_zm_col(:,:),invrs_tau_zm_col(:,:)) [if not already present]
         Generating copy(thlp3_col(:,:)) [if not already present]
         Generating copyout(kh_zt_col(:,:)) [if not already present]
         Generating copy(wpvp2_col(:,:)) [if not already present]
   1304, Generating copy(sclrm_col(:,:,:),wpsclrp_col(:,:,:)) [if not already present]
         Generating copyin(sclr_tol(:)) [if not already present]
         Generating copy(sclrpthvp_col(:,:,:)) [if not already present]
         Generating copyin(sclrm_forcing_col(:,:,:)) [if not already present]
         Generating copy(sclrp2_col(:,:,:),sclrp3_col(:,:,:),sclrprtp_col(:,:,:),sclrpthlp_col(:,:,:)) [if not already present]
         Generating copyin(wpsclrp_sfc_col(:,:)) [if not already present]
   1309, Generating copyin(edsclrm_forcing_col(:,:,:)) [if not already present]
         Generating copy(edsclrm_col(:,:,:)) [if not already present]
         Generating copyin(wpedsclrp_sfc_col(:,:)) [if not already present]
   1313, Generating copyin(wp2hmp_col(:,:,:),thlphmp_zt_col(:,:,:),l_mix_rat_hm(:),rtphmp_zt_col(:,:,:),wphydrometp_col(:,:,:)) [if not already present]
   1318, Generating copyout(qclvar_col(:,:)) [if not already present]
advance_clubb_core_api_multi_col:
   1830, Generating copyin(fcor(:),gr%weights_zt2zm(:,:,:),gr%zm(:,:),gr,gr%dzm(:,:),gr%invrs_dzm(:,:),gr%dzt(:,:),gr%weights_zm2zt(:,:,:),gr%invrs_dzt(:,:)) [if not already present]
         Generating copyout(lscale(:,:)) [if not already present]
         Generating copyin(nu_vert_res_dep%nu10(:),nu_vert_res_dep%nu8(:),nu_vert_res_dep,nu_vert_res_dep%nu6(:),nu_vert_res_dep%nu1(:),nu_vert_res_dep%nu2(:)) [if not already present]
         Generating copy(rtpthvp(:,:)) [if not already present]
         Generating copyout(cloudy_updraft_frac(:,:)) [if not already present]
         Generating copy(exner(:,:)) [if not already present]
         Generating copyin(sclr_idx) [if not already present]
         Generating copy(thlm(:,:),rtm(:,:),um(:,:),vm(:,:),wprtp(:,:),wpthlp(:,:),rtp2(:,:),thlp2(:,:),rtpthlp(:,:)) [if not already present]
         Generating copyout(w_up_in_cloud(:,:)) [if not already present]
         Generating copyin(wm_zm(:,:),rho_ds_zt(:,:),rfrzm(:,:),rho(:,:),rho_ds_zm(:,:)) [if not already present]
         Generating copy(ice_supersat_frac(:,:)) [if not already present]
         Generating copyin(invrs_rho_ds_zm(:,:)) [if not already present]
         Generating copy(thlpthvp(:,:)) [if not already present]
         Generating copyin(thv_ds_zm(:,:)) [if not already present]
         Generating copyout(rcm_in_layer(:,:)) [if not already present]
         Generating copyin(wpthlp_forcing(:,:),wprtp_forcing(:,:)) [if not already present]
         Generating copy(upwp_pert(:,:),vpwp_pert(:,:),p_in_pa(:,:)) [if not already present]
         Generating copyin(upwp_sfc(:),vpwp_sfc(:),rtm_forcing(:,:),thlm_forcing(:,:)) [if not already present]
         Generating copy(um_pert(:,:),vm_pert(:,:)) [if not already present]
         Generating copyin(thv_ds_zt(:,:),upwp_sfc_pert(:),gr%zt(:,:),host_dx(:),p_sfc(:)) [if not already present]
         Generating copy(pdf_params%w_2(:,:)) [if not already present]
         Generating copyin(ug(:,:)) [if not already present]
         Generating copy(uprcp(:,:)) [if not already present]
         Generating copyin(vg(:,:)) [if not already present]
         Generating copy(vprcp(:,:)) [if not already present]
         Generating copyin(um_ref(:,:),vm_ref(:,:)) [if not already present]
         Generating copy(up2(:,:),vp2(:,:)) [if not already present]
         Generating copyin(rho_zm(:,:)) [if not already present]
         Generating copyout(wprcp(:,:)) [if not already present]
         Generating copyin(sfc_elevation(:),wprtp_sfc(:),rtm_ref(:,:),rtp2_forcing(:,:),thlm_ref(:,:),thlp2_forcing(:,:)) [if not already present]
         Generating copy(rtp3(:,:)) [if not already present]
         Generating copyin(wm_zt(:,:)) [if not already present]
         Generating copy(wp2vp2(:,:)) [if not already present]
         Generating copyin(nu_vert_res_dep%nu9(:),clubb_params(:,:)) [if not already present]
         Generating copy(rc_coef_zm(:,:)) [if not already present]
         Generating copyout(cloud_cover(:,:)) [if not already present]
         Generating copyin(wpthlp_sfc(:)) [if not already present]
         Generating copy(wp2thlp(:,:)) [if not already present]
         Generating copyin(rtpthlp_forcing(:,:)) [if not already present]
         Generating copyout(thlprcp(:,:)) [if not already present]
         Generating copy(wp2(:,:),wp2rtp(:,:),up3(:,:),vp3(:,:),pdf_params_zm%w_2(:,:),wp3(:,:),wpthvp(:,:),wpup2(:,:),wp2thvp(:,:),wp2up2(:,:)) [if not already present]
         Generating copyin(host_dy(:),um_forcing(:,:),vm_forcing(:,:)) [if not already present]
         Generating copy(upwp(:,:),vpwp(:,:),pdf_params%varnce_w_2(:,:),pdf_params%w_1(:,:),pdf_params%varnce_thl_2(:,:),pdf_params%varnce_w_1(:,:),pdf_params%rsatl_2(:,:),pdf_params%rt_1(:,:),pdf_params%thl_2(:,:),pdf_params%varnce_rt_1(:,:),pdf_params%stdev_eta_2(:,:),pdf_params%thl_1(:,:),pdf_params%varnce_rt_2(:,:),pdf_params%varnce_thl_1(:,:),pdf_params%corr_w_eta_2(:,:),pdf_params%corr_w_rt_1(:,:),pdf_params%corr_w_rt_2(:,:),pdf_params%corr_w_thl_1(:,:),pdf_params%corr_chi_eta_2(:,:),pdf_params%corr_rt_thl_1(:,:),pdf_params%alpha_rt(:,:)) [if not already present]
         Generating copyin(pdf_params) [if not already present]
         Generating copy(pdf_params%covar_chi_eta_2(:,:),pdf_params%crt_1(:,:),pdf_params%crt_2(:,:),pdf_params%cthl_1(:,:),pdf_params%alpha_thl(:,:),pdf_params%chi_1(:,:),pdf_params%rt_2(:,:),pdf_params%stdev_chi_1(:,:),pdf_params%stdev_chi_2(:,:),pdf_params%stdev_eta_1(:,:),pdf_params%corr_w_thl_2(:,:),pdf_params%covar_chi_eta_1(:,:),pdf_params%corr_rt_thl_2(:,:),pdf_params%corr_w_chi_1(:,:),pdf_params%corr_w_chi_2(:,:),pdf_params%corr_w_eta_1(:,:),pdf_params%cloud_frac_2(:,:),pdf_params%corr_chi_eta_1(:,:),pdf_params%rc_2(:,:),pdf_params%rsatl_1(:,:),pdf_params%mixt_frac(:,:),pdf_params%rc_1(:,:),pdf_params%chi_2(:,:),pdf_params%cloud_frac_1(:,:),pdf_params%ice_supersat_frac_2(:,:),pdf_params%cthl_2(:,:),pdf_params%ice_supersat_frac_1(:,:),pdf_params_zm%varnce_w_2(:,:),pdf_params_zm%w_1(:,:),pdf_params_zm%varnce_thl_2(:,:),pdf_params_zm%varnce_w_1(:,:),pdf_params_zm%rsatl_2(:,:),pdf_params_zm%rt_1(:,:),pdf_params_zm%thl_2(:,:),pdf_params_zm%varnce_rt_1(:,:),pdf_params_zm%stdev_eta_2(:,:),pdf_params_zm%thl_1(:,:),pdf_params_zm%varnce_rt_2(:,:),pdf_params_zm%varnce_thl_1(:,:),pdf_params_zm%corr_w_eta_2(:,:),pdf_params_zm%corr_w_rt_1(:,:),pdf_params_zm%corr_w_rt_2(:,:),pdf_params_zm%corr_w_thl_1(:,:),pdf_params_zm%corr_chi_eta_2(:,:),pdf_params_zm%corr_rt_thl_1(:,:),pdf_params_zm%alpha_rt(:,:)) [if not already present]
         Generating copyin(pdf_params_zm) [if not already present]
         Generating copy(pdf_params_zm%covar_chi_eta_2(:,:),pdf_params_zm%crt_1(:,:),pdf_params_zm%crt_2(:,:),pdf_params_zm%cthl_1(:,:),pdf_params_zm%alpha_thl(:,:),pdf_params_zm%chi_1(:,:),pdf_params_zm%rt_2(:,:),pdf_params_zm%stdev_chi_1(:,:),pdf_params_zm%stdev_chi_2(:,:),pdf_params_zm%stdev_eta_1(:,:),pdf_params_zm%corr_w_thl_2(:,:),pdf_params_zm%covar_chi_eta_1(:,:),pdf_params_zm%corr_rt_thl_2(:,:),pdf_params_zm%corr_w_chi_1(:,:),pdf_params_zm%corr_w_chi_2(:,:),pdf_params_zm%corr_w_eta_1(:,:),pdf_params_zm%cloud_frac_2(:,:),pdf_params_zm%corr_chi_eta_1(:,:),pdf_params_zm%rc_2(:,:),pdf_params_zm%rsatl_1(:,:),pdf_params_zm%mixt_frac(:,:),pdf_params_zm%rc_1(:,:),pdf_params_zm%chi_2(:,:),pdf_params_zm%cloud_frac_1(:,:),pdf_params_zm%ice_supersat_frac_2(:,:),pdf_params_zm%cthl_2(:,:),pdf_params_zm%ice_supersat_frac_1(:,:),rcm(:,:),wp4(:,:)) [if not already present]
         Generating copyout(w_down_in_cloud(:,:)) [if not already present]
         Generating copyin(vpwp_sfc_pert(:)) [if not already present]
         Generating copyout(cloudy_downdraft_frac(:,:)) [if not already present]
         Generating copy(cloud_frac(:,:)) [if not already present]
         Generating copyin(invrs_rho_ds_zt(:,:)) [if not already present]
         Generating copyout(kh_zm(:,:),invrs_tau_zm(:,:)) [if not already present]
         Generating copy(thlp3(:,:)) [if not already present]
         Generating copyout(kh_zt(:,:)) [if not already present]
         Generating copy(wpvp2(:,:)) [if not already present]
   1901, Generating copy(sclrm(:,:,:),wpsclrp(:,:,:)) [if not already present]
         Generating copyin(sclr_tol(:)) [if not already present]
         Generating copy(sclrpthvp(:,:,:)) [if not already present]
         Generating copyin(sclrm_forcing(:,:,:)) [if not already present]
         Generating copy(sclrp2(:,:,:),sclrp3(:,:,:),sclrprtp(:,:,:),sclrpthlp(:,:,:)) [if not already present]
         Generating copyin(wpsclrp_sfc(:,:)) [if not already present]
   1905, Generating copyin(edsclrm_forcing(:,:,:)) [if not already present]
         Generating copy(edsclrm(:,:,:)) [if not already present]
         Generating copyin(wpedsclrp_sfc(:,:)) [if not already present]
   1909, Generating copyin(wp2hmp(:,:,:),thlphmp_zt(:,:,:),l_mix_rat_hm(:),rtphmp_zt(:,:,:),wphydrometp(:,:,:)) [if not already present]
   1914, Generating copyout(qclvar(:,:)) [if not already present]
calculate_thlp2_rad_api:
   2049, Generating copyin(radht(:,:),thlprcp(:,:)) [if not already present]
         Generating copy(thlp2_forcing(:,:)) [if not already present]
         Generating copyin(clubb_params(:,:),rcm(:,:)) [if not already present]
  Timing stats:
    init                   230 millisecs    10%
    upper                  170 millisecs     7%
    expand                 100 millisecs     4%
    accel                   90 millisecs     4%
    opt2c                   20 millisecs     0%
    carry                  560 millisecs    25%
    opt2d                   50 millisecs     2%
    optimize               140 millisecs     6%
    schedule               810 millisecs    36%
    assemble                20 millisecs     0%
    Total time            2190 millisecs
  Timing stats:
    init                    20 millisecs     9%
    upper                   20 millisecs     9%
    carry                   30 millisecs    14%
    opt2d                   20 millisecs     9%
    optimize                20 millisecs     9%
    schedule               100 millisecs    47%
    Total time             210 millisecs
  Timing stats:
    init                   140 millisecs    27%
    upper                  110 millisecs    21%
    expand                  40 millisecs     7%
    vectorize               80 millisecs    15%
    carry                   10 millisecs     1%
    vectorize2              10 millisecs     1%
    optimize                30 millisecs     5%
    schedule                60 millisecs    11%
    assemble                30 millisecs     5%
    Total time             510 millisecs
  Timing stats:
    init                    40 millisecs    44%
    upper                   30 millisecs    33%
    schedule                10 millisecs    11%
    assemble                10 millisecs    11%
    Total time              90 millisecs
  Timing stats:
    init                   230 millisecs    41%
    upper                  190 millisecs    34%
    expand                  10 millisecs     1%
    schedule                90 millisecs    16%
    assemble                30 millisecs     5%
    Total time             550 millisecs
  Timing stats:
    init                   240 millisecs    37%
    upper                  240 millisecs    37%
    carry                   30 millisecs     4%
    optimize                30 millisecs     4%
    schedule                60 millisecs     9%
    assemble                40 millisecs     6%
    Total time             640 millisecs
  Timing stats:
    init                   110 millisecs    23%
    upper                   90 millisecs    19%
    expand                  20 millisecs     4%
    carry                   80 millisecs    17%
    opt2d                   10 millisecs     2%
    optimize                30 millisecs     6%
    schedule               100 millisecs    21%
    assemble                20 millisecs     4%
    Total time             460 millisecs
  Timing stats:
    init                   100 millisecs    26%
    upper                   60 millisecs    15%
    carry                   90 millisecs    23%
    optimize                10 millisecs     2%
    schedule                80 millisecs    21%
    assemble                40 millisecs    10%
    Total time             380 millisecs
  Timing stats:
    init                   280 millisecs    28%
    upper                  250 millisecs    25%
    expand                  30 millisecs     3%
    carry                  130 millisecs    13%
    opt2d                   10 millisecs     1%
    optimize               100 millisecs    10%
    schedule               160 millisecs    16%
    assemble                30 millisecs     3%
    Total time             990 millisecs
  Timing stats:
    init                    40 millisecs    26%
    upper                   30 millisecs    20%
    expand                  20 millisecs    13%
    carry                   20 millisecs    13%
    opt2d                   10 millisecs     6%
    schedule                30 millisecs    20%
    Total time             150 millisecs
  Timing stats:
    init                   390 millisecs    30%
    upper                  380 millisecs    29%
    expand                  30 millisecs     2%
    opt2b                   10 millisecs     0%
    carry                  150 millisecs    11%
    opt2d                   50 millisecs     3%
    optimize                50 millisecs     3%
    schedule               180 millisecs    14%
    assemble                30 millisecs     2%
    Total time            1270 millisecs
  Timing stats:
    init                    50 millisecs    20%
    upper                   40 millisecs    16%
    carry                   90 millisecs    37%
    optimize                20 millisecs     8%
    schedule                40 millisecs    16%
    Total time             240 millisecs
  Timing stats:
    upper                  110 millisecs   100%
    Total time             110 millisecs
  Timing stats:
    init                   160 millisecs    14%
    upper                  130 millisecs    12%
    expand                  30 millisecs     2%
    vectorize               80 millisecs     7%
    unroll                 100 millisecs     9%
    opt2d                   10 millisecs     0%
    vectorize2             320 millisecs    29%
    unrolln                 20 millisecs     1%
    optimize               100 millisecs     9%
    schedule               110 millisecs    10%
    assemble                20 millisecs     1%
    Total time            1080 millisecs
  Timing stats:
    init                    30 millisecs    23%
    upper                   20 millisecs    15%
    expand                  10 millisecs     7%
    carry                   30 millisecs    23%
    optimize                10 millisecs     7%
    schedule                30 millisecs    23%
    Total time             130 millisecs
  Timing stats:
    init                   130 millisecs    26%
    upper                   80 millisecs    16%
    expand                  40 millisecs     8%
    carry                   90 millisecs    18%
    opt2d                   10 millisecs     2%
    optimize                10 millisecs     2%
    schedule               110 millisecs    22%
    assemble                20 millisecs     4%
    Total time             490 millisecs
  Timing stats:
    init                   200 millisecs    35%
    upper                  160 millisecs    28%
    expand                  10 millisecs     1%
    carry                   60 millisecs    10%
    opt2d                   10 millisecs     1%
    optimize                10 millisecs     1%
    schedule                90 millisecs    15%
    assemble                30 millisecs     5%
    Total time             570 millisecs
  Timing stats:
    init                    30 millisecs    25%
    upper                   50 millisecs    41%
    carry                   20 millisecs    16%
    schedule                10 millisecs     8%
    assemble                10 millisecs     8%
    Total time             120 millisecs
  Timing stats:
    init                    90 millisecs    42%
    upper                   60 millisecs    28%
    carry                   10 millisecs     4%
    schedule                30 millisecs    14%
    assemble                20 millisecs     9%
    Total time             210 millisecs
  Timing stats:
    init                   250 millisecs    41%
    upper                  150 millisecs    25%
    carry                   20 millisecs     3%
    opt2d                   10 millisecs     1%
    optimize                20 millisecs     3%
    schedule               120 millisecs    20%
    assemble                30 millisecs     5%
    Total time             600 millisecs
  Timing stats:
    init                    10 millisecs    11%
    upper                   10 millisecs    11%
    expand                  10 millisecs    11%
    carry                   30 millisecs    33%
    optimize                10 millisecs    11%
    schedule                20 millisecs    22%
    Total time              90 millisecs
  Timing stats:
    init                    60 millisecs    37%
    upper                   60 millisecs    37%
    carry                   10 millisecs     6%
    schedule                20 millisecs    12%
    assemble                10 millisecs     6%
    Total time             160 millisecs
  Timing stats:
    init                   100 millisecs    41%
    upper                   90 millisecs    37%
    schedule                40 millisecs    16%
    assemble                10 millisecs     4%
    Total time             240 millisecs
  Timing stats:
    init                    80 millisecs    26%
    upper                   80 millisecs    26%
    expand                  20 millisecs     6%
    carry                   50 millisecs    16%
    optimize                20 millisecs     6%
    schedule                50 millisecs    16%
    Total time             300 millisecs
  Timing stats:
    init                    20 millisecs    40%
    upper                   10 millisecs    20%
    expand                  10 millisecs    20%
    assemble                10 millisecs    20%
    Total time              50 millisecs
  Timing stats:
    init                   100 millisecs    31%
    upper                  100 millisecs    31%
    expand                  10 millisecs     3%
    carry                   50 millisecs    15%
    optimize                10 millisecs     3%
    schedule                40 millisecs    12%
    assemble                10 millisecs     3%
    Total time             320 millisecs
  Timing stats:
    init                    20 millisecs    10%
    upper                   20 millisecs    10%
    expand                  10 millisecs     5%
    carry                   50 millisecs    26%
    optimize                40 millisecs    21%
    schedule                40 millisecs    21%
    assemble                10 millisecs     5%
    Total time             190 millisecs
  Timing stats:
    init                    10 millisecs    25%
    upper                   20 millisecs    50%
    schedule                10 millisecs    25%
    Total time              40 millisecs
  Timing stats:
    init                   130 millisecs    25%
    upper                  130 millisecs    25%
    expand                  10 millisecs     1%
    carry                  100 millisecs    19%
    optimize                30 millisecs     5%
    schedule               100 millisecs    19%
    assemble                10 millisecs     1%
    Total time             510 millisecs
  Timing stats:
    init                   170 millisecs    41%
    upper                  130 millisecs    31%
    carry                   40 millisecs     9%
    schedule                50 millisecs    12%
    assemble                20 millisecs     4%
    Total time             410 millisecs
  Timing stats:
    init                   260 millisecs    33%
    upper                  210 millisecs    27%
    opt2c                   10 millisecs     1%
    carry                  120 millisecs    15%
    opt2d                   10 millisecs     1%
    optimize                20 millisecs     2%
    schedule               100 millisecs    12%
    assemble                40 millisecs     5%
    Total time             770 millisecs
  Timing stats:
    init                   320 millisecs    36%
    upper                  340 millisecs    38%
    expand                  30 millisecs     3%
    carry                   30 millisecs     3%
    optimize                10 millisecs     1%
    schedule               120 millisecs    13%
    assemble                30 millisecs     3%
    Total time             880 millisecs
  Timing stats:
    init                   340 millisecs    38%
    upper                  270 millisecs    30%
    expand                  20 millisecs     2%
    carry                   40 millisecs     4%
    opt2d                   10 millisecs     1%
    optimize                10 millisecs     1%
    schedule               140 millisecs    15%
    assemble                60 millisecs     6%
    Total time             890 millisecs
  Timing stats:
    init                    80 millisecs    36%
    upper                   80 millisecs    36%
    optimize                10 millisecs     4%
    schedule                30 millisecs    13%
    assemble                20 millisecs     9%
    Total time             220 millisecs
  Timing stats:
    init                    30 millisecs    33%
    upper                   40 millisecs    44%
    carry                   10 millisecs    11%
    schedule                10 millisecs    11%
    Total time              90 millisecs
  Timing stats:
    init                   100 millisecs    30%
    upper                   70 millisecs    21%
    expand                  20 millisecs     6%
    carry                   50 millisecs    15%
    schedule                70 millisecs    21%
    assemble                20 millisecs     6%
    Total time             330 millisecs
  Timing stats:
    init                    90 millisecs    36%
    upper                   90 millisecs    36%
    expand                  10 millisecs     4%
    carry                   10 millisecs     4%
    optimize                20 millisecs     8%
    schedule                20 millisecs     8%
    assemble                10 millisecs     4%
    Total time             250 millisecs
  Timing stats:
    init                    80 millisecs    40%
    upper                   90 millisecs    45%
    carry                   10 millisecs     5%
    schedule                20 millisecs    10%
    Total time             200 millisecs
  Timing stats:
    init                   810 millisecs    32%
    upper                  540 millisecs    21%
    expand                  60 millisecs     2%
    opt2b                   10 millisecs     0%
    opt2c                   10 millisecs     0%
    carry                  260 millisecs    10%
    opt2d                   20 millisecs     0%
    optimize               130 millisecs     5%
    schedule               520 millisecs    20%
    assemble               120 millisecs     4%
    Total time            2480 millisecs
NVFORTRAN-W-0435-Array declared with zero size (/home/jenkins/workspace/cam_gpu_test/src/chemistry/mozart/mo_cph.F90: 39)
  0 inform,   1 warnings,   0 severes, 0 fatal for mo_cph
  Timing stats:
    init                    60 millisecs    37%
    upper                   60 millisecs    37%
    optimize                10 millisecs     6%
    schedule                10 millisecs     6%
    assemble                20 millisecs    12%
    Total time             160 millisecs
  Timing stats:
    init                   100 millisecs    41%
    upper                   80 millisecs    33%
    optimize                10 millisecs     4%
    schedule                30 millisecs    12%
    assemble                20 millisecs     8%
    Total time             240 millisecs
  Timing stats:
    init                    50 millisecs    27%
    upper                   40 millisecs    22%
    expand                  10 millisecs     5%
    carry                   30 millisecs    16%
    optimize                20 millisecs    11%
    schedule                20 millisecs    11%
    assemble                10 millisecs     5%
    Total time             180 millisecs
  Timing stats:
    init                   130 millisecs    38%
    upper                  150 millisecs    44%
    schedule                40 millisecs    11%
    assemble                20 millisecs     5%
    Total time             340 millisecs
  Timing stats:
    init                    70 millisecs    35%
    upper                   60 millisecs    30%
    carry                   20 millisecs    10%
    optimize                10 millisecs     5%
    schedule                10 millisecs     5%
    assemble                30 millisecs    15%
    Total time             200 millisecs
  Timing stats:
    init                   170 millisecs    32%
    upper                  140 millisecs    26%
    opt2c                   10 millisecs     1%
    carry                   20 millisecs     3%
    optimize                10 millisecs     1%
    schedule                20 millisecs     3%
    assemble               150 millisecs    28%
    Total time             520 millisecs
NVFORTRAN-W-0435-Array declared with zero size (/home/jenkins/workspace/cam_gpu_test/src/chemistry/mozart/mo_cph.F90: 131)
  Timing stats:
    init                   200 millisecs    42%
    upper                  170 millisecs    36%
    expand                  10 millisecs     2%
    carry                   10 millisecs     2%
    optimize                10 millisecs     2%
    schedule                40 millisecs     8%
    assemble                30 millisecs     6%
    Total time             470 millisecs
  Timing stats:
    init                   120 millisecs    22%
    upper                  120 millisecs    22%
    expand                  10 millisecs     1%
    opt2b                   10 millisecs     1%
    carry                  110 millisecs    20%
    optimize                40 millisecs     7%
    schedule               110 millisecs    20%
    assemble                10 millisecs     1%
    Total time             530 millisecs
  Timing stats:
    init                   220 millisecs    41%
    upper                  180 millisecs    33%
    expand                  10 millisecs     1%
    opt2b                   10 millisecs     1%
    opt2d                   20 millisecs     3%
    schedule                60 millisecs    11%
    assemble                30 millisecs     5%
    Total time             530 millisecs
pumas_stochastic_kernel_init:
    133, Generating update device(cutoff_id,knn(:,:),diamedge(:),mmean(:),medge(:),diammean(:))
  Timing stats:
    init                    50 millisecs    35%
    upper                   50 millisecs    35%
    expand                  10 millisecs     7%
    carry                   10 millisecs     7%
    schedule                10 millisecs     7%
    assemble                10 millisecs     7%
    Total time             140 millisecs
  Timing stats:
    upper                   10 millisecs    25%
    expand                  10 millisecs    25%
    carry                   10 millisecs    25%
    schedule                10 millisecs    25%
    Total time              40 millisecs
pumas_stochastic_collect_tau_tend:
    224, Generating create(cutoff(:,:),ank0(:,:,:),nrin_old(:,:),lnnnn0(:,:,:),qrin_old(:,:),qcin_old(:,:),ncin_old(:,:),amk0(:,:,:),gmnnn0(:,:,:),cutoff_amk(:,:),lmnnn0(:,:,:),gnnnn0(:,:,:),gnnnn(:,:,:),gmnnn(:,:,:),lnnnn(:,:,:),lmnnn(:,:,:)) [if not already present]
    228, Generating implicit firstprivate(mgncol,nlev)
         Generating NVIDIA GPU code
        230, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
        231,   ! blockidx%x threadidx%x collapsed
    244, Generating implicit firstprivate(mgncol,nlev)
         Generating NVIDIA GPU code
        246, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
        247,   ! blockidx%x threadidx%x collapsed
    279, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
        281, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
        282,   ! blockidx%x threadidx%x collapsed
    279, Generating default present(nrin_new(:mgncol,:nlev),qrtend_tau(:mgncol,:nlev),qrin_new(:mgncol,:nlev),ncin_new(:mgncol,:nlev),qcin_new(:mgncol,:nlev),nctend_tau(:mgncol,:nlev),qctend_tau(:mgncol,:nlev),nrtend_tau(:mgncol,:nlev))
    301, Generating implicit firstprivate(mgncol,nlev)
         Generating NVIDIA GPU code
        303, !$acc loop gang, vector(128) collapse(3) ! blockidx%x threadidx%x
        304,   ! blockidx%x threadidx%x collapsed
        305,   ! blockidx%x threadidx%x collapsed
    317, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
        319, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
        320,   ! blockidx%x threadidx%x collapsed
        322, !$acc loop seq
        328, !$acc loop seq
        329, !$acc loop seq
        335, !$acc loop seq
        342, !$acc loop seq
        348, !$acc loop seq
        354, !$acc loop seq
        368, !$acc loop seq
        380, !$acc loop seq
        391, !$acc loop seq
    317, Generating default present(amk_out(:mgncol,:nlev,:),rho(:,:),qrtend_tau(:mgncol,:nlev),nrtend_tau(:mgncol,:nlev),gmnnn_lmnnn_tau(:mgncol,:nlev),qcin_new(:mgncol,:nlev),ncin_new(:mgncol,:nlev),ank_out(:mgncol,:nlev,:),qctend_tau(:mgncol,:nlev),nctend_tau(:mgncol,:nlev),qrin_new(:mgncol,:nlev),nrin_new(:mgncol,:nlev),ank(:mgncol,:nlev,:),amk(:mgncol,:nlev,:))
    328, Loop carried reuse of amk0 prevents parallelization
         Loop carried dependence of tmp$r prevents parallelization
         Loop carried backward dependence of tmp$r prevents vectorization
         Loop carried reuse of ank0 prevents parallelization
         Loop carried dependence of tmp$r234 prevents parallelization
         Loop carried backward dependence of tmp$r234 prevents vectorization
         Loop carried dependence of gnnnn0,tmp$r238 prevents parallelization
         Loop carried backward dependence of tmp$r238 prevents vectorization
         Loop carried dependence of gmnnn0,tmp$r242 prevents parallelization
         Loop carried backward dependence of tmp$r242 prevents vectorization
         Loop carried dependence of lnnnn0,tmp$r246 prevents parallelization
         Loop carried backward dependence of tmp$r246 prevents vectorization
         Loop carried dependence of lmnnn0,tmp$r250 prevents parallelization
         Loop carried backward dependence of tmp$r250,lmnnn0 prevents vectorization
         Loop carried dependence of tmp$r238,tmp$r246,lnnnn0 prevents parallelization
         Loop carried backward dependence of lnnnn0,gmnnn0,gnnnn0 prevents vectorization
         Generating implicit firstprivate(all_gmnnn,all_lmnnn)
         Loop carried dependence of gnnnn0,tmp$r238,tmp$r234 prevents parallelization
    329, Loop is parallelizable
    354, Generating implicit firstprivate(deltatin)
    407, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
        409, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
        410,   ! blockidx%x threadidx%x collapsed
    407, Generating default present(nrin_new(:mgncol,:nlev),nctend_tau(:mgncol,:nlev),qrtend_tau(:mgncol,:nlev),qrin_new(:mgncol,:nlev),ncin_new(:mgncol,:nlev),qcin_new(:mgncol,:nlev),qctend_tau(:mgncol,:nlev),nrtend_tau(:mgncol,:nlev),nrin(:mgncol,:nlev),qrin(:mgncol,:nlev),ncin(:mgncol,:nlev),qcin(:mgncol,:nlev))
    410, Generating implicit firstprivate(qscl,deltatin)
cam_bin_distribute:
    496, Generating implicit firstprivate(mgncol,nlev)
         Generating NVIDIA GPU code
        498, !$acc loop gang, vector(128) collapse(3) ! blockidx%x threadidx%x
        499,   ! blockidx%x threadidx%x collapsed
        500,   ! blockidx%x threadidx%x collapsed
    496, Generating default present(amk_r(:mgncol,:nlev,:),amk_c(:mgncol,:nlev,:),ank_c(:mgncol,:nlev,:),ank_r(:mgncol,:nlev,:),amk(:mgncol,:nlev,:),ank(:mgncol,:nlev,:))
    512, Generating implicit firstprivate(mgncol,nlev)
         Generating NVIDIA GPU code
        514, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
        515,   ! blockidx%x threadidx%x collapsed
        530, !$acc loop seq
        543, !$acc loop seq
        556, !$acc loop seq
        567, !$acc loop seq
        578, !$acc loop seq
        587, !$acc loop seq
    512, Generating default present(amk_r(:mgncol,:nlev,:),lambda_c(:mgncol,:nlev),mu_c(:mgncol,:nlev),ank_c(:mgncol,:nlev,:),amk_c(:mgncol,:nlev,:),nc(:mgncol,:nlev),nr(:mgncol,:nlev),qc_all(:mgncol,:nlev),qc(:mgncol,:nlev),ank_r(:mgncol,:nlev,:),scale_qr(:mgncol,:nlev),scale_qc(:mgncol,:nlev),scale_nc(:mgncol,:nlev),scale_nr(:mgncol,:nlev),qr_all(:mgncol,:nlev),precip_frac(:mgncol,:nlev),lambda_r(:mgncol,:nlev),amk(:mgncol,:nlev,:),ank(:mgncol,:nlev,:),n0r(:mgncol,:nlev),cutoff_amk(:mgncol,:nlev),lcldm(:mgncol,:nlev),qr(:mgncol,:nlev))
    515, Generating implicit firstprivate(id_max_qc,id_max_qr,max_qc,max_qr,min_amk)
    530, Generating implicit firstprivate(phi)
    547, Accelerator restriction: induction variable live-out from loop: id_max_qc
    571, Accelerator restriction: induction variable live-out from loop: id_max_qr
compute_coll_params:
    637, Generating acc routine seq
         Generating NVIDIA GPU code
  Timing stats:
    init                    40 millisecs    40%
    upper                   40 millisecs    40%
    schedule                20 millisecs    20%
    Total time             100 millisecs
  Timing stats:
    init                    40 millisecs    40%
    upper                   40 millisecs    40%
    expand                  10 millisecs    10%
    optimize                10 millisecs    10%
    Total time             100 millisecs
  Timing stats:
    init                    40 millisecs    44%
    upper                   20 millisecs    22%
    expand                  10 millisecs    11%
    schedule                10 millisecs    11%
    assemble                10 millisecs    11%
    Total time              90 millisecs
  Timing stats:
    init                    40 millisecs    36%
    upper                   40 millisecs    36%
    optimize                10 millisecs     9%
    schedule                10 millisecs     9%
    assemble                10 millisecs     9%
    Total time             110 millisecs
  Timing stats:
    init                   160 millisecs    38%
    upper                  160 millisecs    38%
    expand                  10 millisecs     2%
    carry                   10 millisecs     2%
    optimize                10 millisecs     2%
    schedule                50 millisecs    11%
    assemble                20 millisecs     4%
    Total time             420 millisecs
  Timing stats:
    init                   160 millisecs    37%
    upper                  150 millisecs    34%
    expand                  10 millisecs     2%
    carry                   20 millisecs     4%
    opt2d                   10 millisecs     2%
    schedule                70 millisecs    16%
    assemble                10 millisecs     2%
    Total time             430 millisecs
  Timing stats:
    init                    90 millisecs    45%
    upper                   70 millisecs    35%
    optimize                10 millisecs     5%
    schedule                10 millisecs     5%
    assemble                20 millisecs    10%
    Total time             200 millisecs
  Timing stats:
    init                    40 millisecs    17%
    upper                   30 millisecs    13%
    expand                  20 millisecs     8%
    carry                   50 millisecs    21%
    opt2d                   10 millisecs     4%
    optimize                20 millisecs     8%
    schedule                50 millisecs    21%
    assemble                10 millisecs     4%
    Total time             230 millisecs
  Timing stats:
    init                    20 millisecs    18%
    upper                   20 millisecs    18%
    expand                  10 millisecs     9%
    carry                   20 millisecs    18%
    optimize                10 millisecs     9%
    schedule                30 millisecs    27%
    Total time             110 millisecs
  Timing stats:
    init                    60 millisecs    37%
    upper                   60 millisecs    37%
    expand                  10 millisecs     6%
    schedule                30 millisecs    18%
    Total time             160 millisecs
  Timing stats:
    init                   140 millisecs    16%
    upper                  100 millisecs    11%
    pfo                     30 millisecs     3%
    accel                  200 millisecs    23%
    vectorize              100 millisecs    11%
    carry                   20 millisecs     2%
    unroll                  10 millisecs     1%
    opt2d                   10 millisecs     1%
    vectorize2              70 millisecs     8%
    unrolln                 10 millisecs     1%
    optimize                50 millisecs     5%
    schedule               110 millisecs    12%
    assemble                10 millisecs     1%
    Total time             860 millisecs
  Timing stats:
    init                    20 millisecs    18%
    upper                   20 millisecs    18%
    expand                  10 millisecs     9%
    opt2b                   10 millisecs     9%
    carry                   10 millisecs     9%
    optimize                10 millisecs     9%
    schedule                20 millisecs    18%
    assemble                10 millisecs     9%
    Total time             110 millisecs
  Timing stats:
    init                    90 millisecs     7%
    upper                   80 millisecs     6%
    expand                  50 millisecs     4%
    carry                  560 millisecs    47%
    opt2d                   30 millisecs     2%
    optimize               150 millisecs    12%
    schedule               180 millisecs    15%
    assemble                30 millisecs     2%
    Total time            1170 millisecs
  Timing stats:
    init                    50 millisecs    50%
    upper                   30 millisecs    30%
    schedule                20 millisecs    20%
    Total time             100 millisecs
  Timing stats:
    init                   270 millisecs    32%
    upper                  220 millisecs    26%
    expand                  20 millisecs     2%
    opt2c                   10 millisecs     1%
    carry                  100 millisecs    12%
    optimize                40 millisecs     4%
    schedule               120 millisecs    14%
    assemble                50 millisecs     6%
    Total time             830 millisecs
  Timing stats:
    init                    10 millisecs     3%
    upper                  270 millisecs    96%
    Total time             280 millisecs
micro_pumas_init:
    537, Generating update device(do_hail,rainfrze,micro_mg_iaccr_factor,micro_mg_homog_size,micro_mg_berg_eff_factor,micro_mg_vtrmi_factor,micro_mg_max_nicons,micro_mg_effi_factor,micro_mg_autocon_fact,micro_mg_autocon_lwp_exp,micro_mg_accre_enhan_fact,ifs_sed,micro_mg_autocon_nd_exp,gamma_bg_plus1,g,gamma_bj_plus1,gamma_bi_plus4,gamma_bi_plus1,gamma_bg_plus4,gamma_bs_plus1,gamma_br_plus4,gamma_br_plus1,gamma_bj_plus4,xxls,xxlv_squared,xxlv,rainfreeze_ifs,rv,icenuc_use_meyers,rhmini,do_cldice,do_graupel,tmelt,dcs,micro_mg_vtrms_factor,remove_supersat,xlf,use_hetfrz_classnuc,xxls_squared,snowmelt,accre_sees_auto,rhosu,precip_fall_corr,evap_sed_off,cpp,nsnst,icenuct,r,do_implicit_fall,icenuc_rh_off,evap_rhthrsh_ifs,gamma_bs_plus4,evap_scl_ifs,nscons,nrcons,ngcons,nicons,nccons,nrnst,ninst,ncnst,ngnst,microp_uniform)
  Timing stats:
    init                   160 millisecs    48%
    upper                  110 millisecs    33%
    schedule                20 millisecs     6%
    assemble                40 millisecs    12%
    Total time             330 millisecs
  Timing stats:
    init                   190 millisecs    36%
    upper                  190 millisecs    36%
    carry                   30 millisecs     5%
    optimize                10 millisecs     1%
    schedule                70 millisecs    13%
    assemble                30 millisecs     5%
    Total time             520 millisecs
  Timing stats:
    init                    40 millisecs    33%
    upper                   50 millisecs    41%
    expand                  10 millisecs     8%
    schedule                20 millisecs    16%
    Total time             120 millisecs
  Timing stats:
    init                   180 millisecs    42%
    upper                  160 millisecs    38%
    expand                  10 millisecs     2%
    carry                   10 millisecs     2%
    schedule                50 millisecs    11%
    assemble                10 millisecs     2%
    Total time             420 millisecs
  Timing stats:
    init                    70 millisecs    38%
    upper                   80 millisecs    44%
    schedule                30 millisecs    16%
    Total time             180 millisecs
  Timing stats:
    init                   120 millisecs    26%
    upper                  140 millisecs    31%
    expand                  10 millisecs     2%
    carry                   60 millisecs    13%
    optimize                20 millisecs     4%
    schedule                80 millisecs    17%
    assemble                20 millisecs     4%
    Total time             450 millisecs
  Timing stats:
    init                    60 millisecs    31%
    upper                   50 millisecs    26%
    expand                  20 millisecs    10%
    carry                   20 millisecs    10%
    optimize                10 millisecs     5%
    schedule                20 millisecs    10%
    assemble                10 millisecs     5%
    Total time             190 millisecs
  Timing stats:
    init                    70 millisecs    38%
    upper                   50 millisecs    27%
    expand                  20 millisecs    11%
    carry                   10 millisecs     5%
    optimize                10 millisecs     5%
    schedule                20 millisecs    11%
    Total time             180 millisecs
  Timing stats:
    init                    50 millisecs    41%
    upper                   40 millisecs    33%
    optimize                10 millisecs     8%
    schedule                10 millisecs     8%
    assemble                10 millisecs     8%
    Total time             120 millisecs
micro_pumas_tend:
   1134, Generating copyout(sflx(:,:)) [if not already present]
         Generating create(psacws(:,:),qcic(:,:),qiic(:,:),ncic(:,:),niic(:,:),qric(:,:),qsic(:,:),nric(:,:),nsic(:,:)) [if not already present]
         Generating copyout(qgout2(:,:),ngout2(:,:)) [if not already present]
         Generating create(relhum(:,:),ntmp(:,:)) [if not already present]
         Generating copyin(p(:,:)) [if not already present]
         Generating create(pgsacw(:,:),cldm(:,:)) [if not already present]
         Generating copyout(lflx(:,:)) [if not already present]
         Generating create(ice_sublim(:,:),qs(:,:),n0s(:,:),nnudep(:,:),rhof(:,:)) [if not already present]
         Generating copyin(naai(:,:),tnd_nsnow(:,:)) [if not already present]
         Generating create(tlat_l(:,:),qvnai(:,:)) [if not already present]
         Generating copyin(frzdep(:,:)) [if not already present]
         Generating copyout(freqs(:,:)) [if not already present]
         Generating copyin(frzcnt(:,:),mg_ice_props,mg_hail_props,mg_liq_props,liqcldf(:,:),mg_graupel_props,mg_rain_props) [if not already present]
         Generating copyout(prer_evap(:,:),qcrat(:,:)) [if not already present]
         Generating copyin(t(:,:)) [if not already present]
         Generating create(qvl(:,:)) [if not already present]
         Generating copyout(qcsinksum_rate1ord(:,:)) [if not already present]
         Generating copyin(qin(:,:),ncn(:,:)) [if not already present]
         Generating create(ninstsm(:,:)) [if not already present]
         Generating copyout(qrout2(:,:),qsout2(:,:),nrout2(:,:),nsout2(:,:)) [if not already present]
         Generating copyin(qgr(:,:)) [if not already present]
         Generating create(ngracs(:,:),dv(:,:)) [if not already present]
         Generating copyout(effc(:,:),effc_fn(:,:)) [if not already present]
         Generating create(rtmp(:,:)) [if not already present]
         Generating copyout(sadice(:,:)) [if not already present]
         Generating create(precip_frac(:,:),pre(:,:)) [if not already present]
         Generating copyout(nctend(:,:),proc_rates%cmeitot(:,:)) [if not already present]
         Generating create(ajn(:,:),prai(:,:)) [if not already present]
         Generating copyout(proc_rates%prdgtot(:,:)) [if not already present]
         Generating copyin(cldn(:,:)) [if not already present]
         Generating create(ctmp(:,:),pgam(:,:),lamc(:,:)) [if not already present]
         Generating copyin(qsn(:,:)) [if not already present]
         Generating copyout(drout2(:,:)) [if not already present]
         Generating create(lcldm(:,:),icldm(:,:)) [if not already present]
         Generating copyout(rercld(:,:)) [if not already present]
         Generating create(sc(:,:),fs(:,:)) [if not already present]
         Generating copyin(qrn(:,:)) [if not already present]
         Generating copyout(reff_grau(:,:),reff_rain(:,:)) [if not already present]
         Generating copyin(re_ice(:,:)) [if not already present]
         Generating copyout(proc_rates%qcsedten(:,:),proc_rates%qisedten(:,:),proc_rates%qssedten(:,:),proc_rates%bergtot(:,:),proc_rates%vapdepstot(:,:),proc_rates%vtrmc(:,:),proc_rates%umg(:,:),proc_rates%umr(:,:),proc_rates%scale_qr(:,:),proc_rates%qctend_tau(:,:),proc_rates%qcrestot(:,:),proc_rates%qirestot(:,:),proc_rates%qr_out_tau(:,:),proc_rates%qrtend_tau(:,:),proc_rates%praitot(:,:),proc_rates%prcitot(:,:),proc_rates%melttot(:,:),proc_rates%mnuccrtot(:,:),proc_rates%mnudeptot(:,:),proc_rates%psacwgtot(:,:),proc_rates%ank_r(:,:,:),proc_rates%ums(:,:),proc_rates%bergstot(:,:),proc_rates%meltstot(:,:),proc_rates%meltsdttot(:,:),proc_rates%lamr_out(:,:),proc_rates%mnuccttot(:,:),proc_rates%gmnnn_lmnnn_tau(:,:),proc_rates%qc_out_tau(:,:),proc_rates%pratot(:,:),proc_rates%pracstot(:,:),proc_rates%qgsedten(:,:),proc_rates%mnuccritot(:,:),proc_rates%mnuccdtot(:,:),proc_rates%pracgtot(:,:),proc_rates%meltgtot(:,:),proc_rates%evapsnow(:,:),proc_rates%mnuccctot(:,:),proc_rates%pgsacwtot(:,:),proc_rates%psacrtot(:,:),proc_rates%pgracstot(:,:),proc_rates%pgam_out(:,:),proc_rates%prctot(:,:),proc_rates%qisevap(:,:),proc_rates%qmultgtot(:,:),proc_rates%prodsnow(:,:),proc_rates%nnudeptot(:,:),proc_rates%nsacwitot(:,:),proc_rates%nctend_tau(:,:),proc_rates%nmelttot(:,:),proc_rates%nmultgtot(:,:),proc_rates%nprctot(:,:)) [if not already present]
         Generating copyin(nrn(:,:),nsn(:,:)) [if not already present]
         Generating copyout(reff_snow(:,:),am_evp_st(:,:),arefl(:,:)) [if not already present]
         Generating create(fr(:,:)) [if not already present]
         Generating copyout(cmeout(:,:)) [if not already present]
         Generating create(acn(:,:),fc(:,:)) [if not already present]
         Generating copyout(refl(:,:),refl10cm(:,:)) [if not already present]
         Generating copyin(relvar(:,:)) [if not already present]
         Generating create(nc(:,:)) [if not already present]
         Generating copyout(ncai(:,:),qrout(:,:),qsout(:,:),nrout(:,:),nsout(:,:),dgout2(:,:),dsout(:,:),freqr(:,:),freqg(:,:),nevapr(:,:)) [if not already present]
         Generating copyin(qcn(:,:)) [if not already present]
         Generating create(qgic(:,:)) [if not already present]
         Generating copyout(deffi(:,:)) [if not already present]
         Generating create(ngic(:,:)) [if not already present]
         Generating copyout(qgout(:,:),ngout(:,:),dgout(:,:),frefl(:,:)) [if not already present]
         Generating create(prect_s(:)) [if not already present]
         Generating copyout(proc_rates%nmultrgtot(:,:),proc_rates%nnuccrtot(:,:),proc_rates%nnuccctot(:,:),proc_rates%nnuccttot(:,:),proc_rates%ngsedten(:,:),proc_rates%nnuccritot(:,:),proc_rates%nnuccdtot(:,:),proc_rates%nrtend_tau(:,:),proc_rates%npraitot(:,:),proc_rates%npsacwgtot(:,:),proc_rates%npracstot(:,:),proc_rates%npracgtot(:,:),proc_rates%nprcitot(:,:),proc_rates%npratot(:,:),proc_rates%nc_out_tau(:,:),proc_rates%nhomotot(:,:),proc_rates%nraggtot(:,:),proc_rates%nscngtot(:,:),proc_rates%ngracstot(:,:),proc_rates%nmeltstot(:,:),proc_rates%nmeltgtot(:,:),proc_rates%nisedten(:,:),proc_rates%nr_out_tau(:,:),proc_rates%scale_nr(:,:),proc_rates%qvres(:,:),proc_rates%scale_qc(:,:),proc_rates%scale_nc(:,:),proc_rates%amk(:,:,:),proc_rates%ank(:,:,:),proc_rates%amk_out(:,:,:),proc_rates%ank_out(:,:,:)) [if not already present]
         Generating copyin(proc_rates) [if not already present]
         Generating copyout(proc_rates%amk_r(:,:,:),proc_rates%amk_c(:,:,:),proc_rates%ank_c(:,:,:),proc_rates%qc_in_tau(:,:),proc_rates%nc_in_tau(:,:),proc_rates%qr_in_tau(:,:),proc_rates%nr_in_tau(:,:),proc_rates%psacwstot(:,:),proc_rates%n0r_out(:,:),proc_rates%qmultrgtot(:,:),proc_rates%npsacwstot(:,:),proc_rates%homotot(:,:),proc_rates%lamc_out(:,:),proc_rates%nssedten(:,:),proc_rates%msacwitot(:,:),proc_rates%qcsevap(:,:),proc_rates%ncsedten(:,:),proc_rates%qrsedten(:,:),proc_rates%nrsedten(:,:),proc_rates%qctend_kk2000(:,:),proc_rates%nctend_kk2000(:,:),proc_rates%qrtend_kk2000(:,:),proc_rates%nrtend_kk2000(:,:),proc_rates%qctend_sb2001(:,:),proc_rates%nctend_sb2001(:,:),proc_rates%qrtend_sb2001(:,:),proc_rates%nrtend_sb2001(:,:),proc_rates%frzrdttot(:,:)) [if not already present]
         Generating copyin(q(:,:)) [if not already present]
         Generating copyout(qgtend(:,:)) [if not already present]
         Generating copyin(nacon(:,:,:)) [if not already present]
         Generating copyout(ngtend(:,:)) [if not already present]
         Generating create(qmultrg(:,:)) [if not already present]
         Generating copyout(qrtend(:,:)) [if not already present]
         Generating create(npsacws(:,:)) [if not already present]
         Generating copyout(nrtend(:,:),qctend(:,:),nfice(:,:),rflx(:,:)) [if not already present]
         Generating create(dums(:,:),msacwi(:,:)) [if not already present]
         Generating copyout(sadsnow(:,:)) [if not already present]
         Generating create(rho(:,:),preci_s(:),bergs(:,:)) [if not already present]
         Generating copyin(icecldf(:,:)) [if not already present]
         Generating create(lams(:,:)) [if not already present]
         Generating copyin(qsatfac(:,:)) [if not already present]
         Generating create(qc(:,:),qi(:,:),qsfm(:,:),qr(:,:),qg(:,:)) [if not already present]
         Generating copyout(ncal(:,:)) [if not already present]
         Generating create(ni(:,:),nscng(:,:),nragg(:,:),ng(:,:),lamg(:,:),n0g(:,:)) [if not already present]
         Generating copyout(iflx(:,:)) [if not already present]
         Generating create(pdel_inv(:,:),lamr(:,:),n0r(:,:),lami(:,:),n0i(:,:)) [if not already present]
         Generating copyout(lamcrad(:,:)) [if not already present]
         Generating create(mu(:,:),minstrf(:,:),ninstrf(:,:),mi0l(:,:)) [if not already present]
         Generating copyin(nin(:,:)) [if not already present]
         Generating create(minstgm(:,:),ninstgm(:,:),uns(:,:)) [if not already present]
         Generating copyout(gflx(:,:)) [if not already present]
         Generating create(vap_dep(:,:),nnuccc(:,:),mnuccc(:,:),minstsm(:,:),nmultrg(:,:),mnuccri(:,:),nnuccri(:,:),mnucct(:,:),nnucct(:,:),mnudep(:,:),ns(:,:)) [if not already present]
         Generating copyout(prain(:,:)) [if not already present]
         Generating create(nprai(:,:),nprc(:,:),nsacwi(:,:),nr(:,:),psacwg(:,:),npsacwg(:,:),pracg(:,:),npracg(:,:),mnuccd(:,:),nnuccd(:,:),mnuccr(:,:),nnuccr(:,:)) [if not already present]
         Generating copyin(pint(:,:),npccn(:,:)) [if not already present]
         Generating create(prc(:,:),nprc1(:,:),pracs(:,:),npracs(:,:),prds(:,:),prdg(:,:),nsubc(:,:),nstep_s(:),nsubr(:,:),nsubi(:,:),asn(:,:),berg(:,:),npra(:,:),nsagg(:,:)) [if not already present]
         Generating copyin(ngr(:,:)) [if not already present]
         Generating copyout(nitend(:,:)) [if not already present]
         Generating create(nmultg(:,:),nprci(:,:)) [if not already present]
         Generating copyout(proc_rates%vtrmi(:,:)) [if not already present]
         Generating create(pra(:,:),psacr(:,:),pgracs(:,:)) [if not already present]
         Generating copyout(pgamrad(:,:)) [if not already present]
         Generating create(prci(:,:)) [if not already present]
         Generating copyout(qitend(:,:)) [if not already present]
         Generating create(qmultg(:,:),unr(:,:),ung(:,:),ttmpa(:,:)) [if not already present]
         Generating copyout(areflz(:,:)) [if not already present]
         Generating create(arn(:,:)) [if not already present]
         Generating copyout(acsrfl(:,:)) [if not already present]
         Generating copyin(accre_enhan(:,:)) [if not already present]
         Generating create(agn(:,:),ain(:,:)) [if not already present]
         Generating copyin(mg_snow_props) [if not already present]
         Generating create(esi(:,:)) [if not already present]
         Generating copyout(effi(:,:)) [if not already present]
         Generating create(esl(:,:),qvi(:,:),qtmpai(:,:),qvlat_l(:,:),qvna(:,:)) [if not already present]
         Generating copyout(reflz10cm(:,:)) [if not already present]
         Generating create(esna(:,:),fi(:,:),fg(:,:),fng(:,:)) [if not already present]
         Generating copyout(fcsrfl(:,:)) [if not already present]
         Generating create(fnc(:,:),fns(:,:),fni(:,:)) [if not already present]
         Generating copyin(frzimm(:,:)) [if not already present]
         Generating create(fnr(:,:)) [if not already present]
         Generating copyout(dsout2(:,:)) [if not already present]
         Generating create(dum1a(:,:),dum2a(:,:),dumni(:,:),dumns(:,:)) [if not already present]
         Generating copyin(tnd_qsnow(:,:)) [if not already present]
         Generating copyout(qstend(:,:)) [if not already present]
         Generating create(dum_2d(:,:),dumi(:,:),dumg(:,:),dumng(:,:),dumns0a2d(:,:),dumni0a2d(:,:),dumr(:,:),dumnr(:,:),dumc(:,:),dumnc(:,:),dum3a(:,:)) [if not already present]
         Generating copyin(pdel(:,:)) [if not already present]
         Generating create(rnstep_s(:)) [if not already present]
         Generating copyout(csrfl(:,:)) [if not already present]
         Generating create(nsubs(:,:),zint(:,:),vap_deps(:,:),nstep_g(:),rnstep_g(:),nstep_i(:),rnstep_i(:),nstep_l(:),rnstep_l(:),nstep_r(:),rnstep_r(:)) [if not already present]
         Generating copyout(nstend(:,:)) [if not already present]
         Generating copyin(rndst(:,:,:)) [if not already present]
         Generating create(prect_g(:)) [if not already present]
         Generating copyout(tlat(:,:),qvlat(:,:)) [if not already present]
         Generating create(preci_g(:),prect_i(:),tlat_i(:,:),qvlat_i(:,:),prect_l(:),prect_r(:),preci_i(:)) [if not already present]
         Generating copyout(prect(:),preci(:)) [if not already present]
   1229, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1231, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1232,   ! blockidx%x threadidx%x collapsed
   1257, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1259, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1260,   ! blockidx%x threadidx%x collapsed
   1281, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1283, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1284,   ! blockidx%x threadidx%x collapsed
   1298, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1300, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1301,   ! blockidx%x threadidx%x collapsed
   1336, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1338, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1339,   ! blockidx%x threadidx%x collapsed
   1365, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1367, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1368,   ! blockidx%x threadidx%x collapsed
   1469, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1471, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1472,   ! blockidx%x threadidx%x collapsed
   1485, Generating implicit firstprivate(mgncol)
         Generating NVIDIA GPU code
       1487, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
   1501, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1503, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1504,   ! blockidx%x threadidx%x collapsed
   1566, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1568, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1569,   ! blockidx%x threadidx%x collapsed
   1652, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1654, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1655,   ! blockidx%x threadidx%x collapsed
   1666, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1668, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1669,   ! blockidx%x threadidx%x collapsed
   1700, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1702, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1703,   ! blockidx%x threadidx%x collapsed
   1703, Generating implicit firstprivate(deltat)
   1765, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1767, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1768,   ! blockidx%x threadidx%x collapsed
   1768, Generating implicit firstprivate(rdeltat,dum1,dum)
   1872, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1874, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1875,   ! blockidx%x threadidx%x collapsed
   1921, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1923, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       1925, !$acc loop seq
   1938, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1940, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       1942, !$acc loop seq
   1961, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1963, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1964,   ! blockidx%x threadidx%x collapsed
   1995, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       1997, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       1998,   ! blockidx%x threadidx%x collapsed
   2021, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2023, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2024,   ! blockidx%x threadidx%x collapsed
   2050, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2052, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2053,   ! blockidx%x threadidx%x collapsed
   2075, Generating update self(nr(:,:),ncic(:,:),nprc(:,:),nric(:,:),nprc1(:,:),qcic(:,:),lcldm(:,:),proc_rates%qrtend_tau(:,:),proc_rates%nctend_tau(:,:),precip_frac(:,:),proc_rates%qctend_tau(:,:),proc_rates%nrtend_tau(:,:),prc(:,:),rho(:,:),qric(:,:),nragg(:,:),qr(:,:),nc(:,:),qc(:,:))
   2118, Generating update device(nprc1(:,:),nprc(:,:),nragg(:,:),proc_rates%nctend_tau(:,:),prc(:,:),proc_rates%qrtend_tau(:,:),proc_rates%qctend_tau(:,:),proc_rates%nrtend_tau(:,:))
   2132, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2134, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2135,   ! blockidx%x threadidx%x collapsed
   2157, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2159, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2160,   ! blockidx%x threadidx%x collapsed
   2172, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2174, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2175,   ! blockidx%x threadidx%x collapsed
   2212, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2214, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2215,   ! blockidx%x threadidx%x collapsed
   2233, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2235, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2236,   ! blockidx%x threadidx%x collapsed
   2270, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2272, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2273,   ! blockidx%x threadidx%x collapsed
   2273, Generating implicit firstprivate(bgtmp)
   2296, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2298, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2299,   ! blockidx%x threadidx%x collapsed
   2317, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2319, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2320,   ! blockidx%x threadidx%x collapsed
   2343, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2345, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2346,   ! blockidx%x threadidx%x collapsed
   2364, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2366, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2367,   ! blockidx%x threadidx%x collapsed
   2377, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2379, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2380,   ! blockidx%x threadidx%x collapsed
   2395, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2397, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2398,   ! blockidx%x threadidx%x collapsed
   2409, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2411, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2412,   ! blockidx%x threadidx%x collapsed
   2412, Generating implicit firstprivate(deltat)
   2430, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2432, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2433,   ! blockidx%x threadidx%x collapsed
   2443, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2445, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2446,   ! blockidx%x threadidx%x collapsed
   2460, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2462, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2463,   ! blockidx%x threadidx%x collapsed
   2472, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2474, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2475,   ! blockidx%x threadidx%x collapsed
   2489, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2491, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2492,   ! blockidx%x threadidx%x collapsed
   2519, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2521, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2522,   ! blockidx%x threadidx%x collapsed
   2535, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2537, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2538,   ! blockidx%x threadidx%x collapsed
   2565, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2567, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2568,   ! blockidx%x threadidx%x collapsed
   2575, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2577, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2578,   ! blockidx%x threadidx%x collapsed
   2578, Generating implicit firstprivate(deltat,rdeltat,ratio,dum1,dum)
   2650, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2652, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2653,   ! blockidx%x threadidx%x collapsed
   2653, Generating implicit firstprivate(deltat,rdeltat,ratio,dum)
   2689, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2691, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2692,   ! blockidx%x threadidx%x collapsed
   2692, Generating implicit firstprivate(deltat,ratio,dum,rdeltat,tmpp,tmpnr)
   2747, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2749, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2750,   ! blockidx%x threadidx%x collapsed
   2750, Generating implicit firstprivate(deltat,ratio,dum,tmpfrz,rdeltat)
   2790, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2792, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2793,   ! blockidx%x threadidx%x collapsed
   2793, Generating implicit firstprivate(deltat,rdeltat,ratio,dum)
   2854, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2856, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2857,   ! blockidx%x threadidx%x collapsed
   2857, Generating implicit firstprivate(deltat,rdeltat,ratio,dum)
   2873, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2875, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2876,   ! blockidx%x threadidx%x collapsed
   2876, Generating implicit firstprivate(deltat)
   2892, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2894, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2895,   ! blockidx%x threadidx%x collapsed
   2895, Generating implicit firstprivate(deltat)
   2914, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2916, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2917,   ! blockidx%x threadidx%x collapsed
   2917, Generating implicit firstprivate(rdeltat,dum)
   2934, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       2936, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       2937,   ! blockidx%x threadidx%x collapsed
   2937, Generating implicit firstprivate(rdeltat,dum)
   3002, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3004, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3005,   ! blockidx%x threadidx%x collapsed
   3040, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3042, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3043,   ! blockidx%x threadidx%x collapsed
   3043, Generating implicit firstprivate(deltat)
   3096, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3098, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3099,   ! blockidx%x threadidx%x collapsed
   3099, Generating implicit firstprivate(tmpfrz)
   3163, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3165, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3166,   ! blockidx%x threadidx%x collapsed
   3166, Generating implicit firstprivate(rdeltat)
   3203, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3205, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3206,   ! blockidx%x threadidx%x collapsed
   3206, Generating implicit firstprivate(deltat)
   3274, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3276, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       3279, !$acc loop seq
   3279, Generating implicit firstprivate(h)
   3287, Generating implicit firstprivate(mgncol,nlev)
         Generating NVIDIA GPU code
       3289, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3290,   ! blockidx%x threadidx%x collapsed
   3290, Generating implicit firstprivate(deltat,dum1,dum2,dum4,dum3)
   3323, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3325, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3326,   ! blockidx%x threadidx%x collapsed
   3326, Generating implicit firstprivate(irad,ifrac,deltat)
   3375, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3377, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       3379, !$acc loop seq
   3379, Generating implicit firstprivate(qtmp,deltat)
   3413, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3415, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       3417, !$acc loop seq
   3417, Generating implicit firstprivate(qtmp,deltat)
   3455, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3457, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       3459, !$acc loop seq
   3459, Generating implicit firstprivate(qtmp,deltat,bgtmp)
   3498, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3500, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3501,   ! blockidx%x threadidx%x collapsed
   3508, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3510, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3511,   ! blockidx%x threadidx%x collapsed
   3518, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3520, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3521,   ! blockidx%x threadidx%x collapsed
   3528, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3530, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3531,   ! blockidx%x threadidx%x collapsed
   3538, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3540, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3541,   ! blockidx%x threadidx%x collapsed
   3601, Generating implicit firstprivate(mgncol)
         Generating NVIDIA GPU code
       3603, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       3604, !$acc loop seq
   3603, Generating implicit firstprivate(deltat)
   3604, Loop carried scalar dependence for fi$r at line 3604
         Loop carried scalar dependence for pdel_inv$r at line 3604
   3618, Generating implicit firstprivate(mgncol)
         Generating NVIDIA GPU code
       3620, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       3621, !$acc loop seq
   3620, Generating implicit firstprivate(deltat)
   3621, Loop carried scalar dependence for pdel_inv$r149 at line 3621
         Loop carried scalar dependence for pdel_inv$r151 at line 3621
   3635, Generating implicit firstprivate(mgncol)
         Generating NVIDIA GPU code
       3637, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       3638, !$acc loop seq
   3637, Generating implicit firstprivate(deltat)
   3638, Loop carried scalar dependence for pdel_inv$r153 at line 3638
         Loop carried scalar dependence for pdel_inv$r155 at line 3638
   3651, Generating implicit firstprivate(mgncol)
         Generating NVIDIA GPU code
       3653, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       3654, !$acc loop seq
   3653, Generating implicit firstprivate(deltat)
   3654, Loop carried scalar dependence for pdel_inv$r157 at line 3654
         Loop carried scalar dependence for pdel_inv$r159 at line 3654
   3667, Generating implicit firstprivate(mgncol)
         Generating NVIDIA GPU code
       3669, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       3670, !$acc loop seq
   3669, Generating implicit firstprivate(deltat)
   3670, Loop carried scalar dependence for pdel_inv$r161 at line 3670
         Loop carried scalar dependence for pdel_inv$r163 at line 3670
   3690, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3692, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3693,   ! blockidx%x threadidx%x collapsed
   3700, Generating implicit firstprivate(mgncol)
         Generating NVIDIA GPU code
       3702, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
   3713, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3715, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3716,   ! blockidx%x threadidx%x collapsed
   3716, Generating implicit firstprivate(deltat,rdeltat,dum1,dum)
   3835, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3837, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3838,   ! blockidx%x threadidx%x collapsed
   3838, Generating implicit firstprivate(deltat,rdeltat,dum1,dum)
   3880, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3882, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3883,   ! blockidx%x threadidx%x collapsed
   3883, Generating implicit firstprivate(deltat,rdeltat,dum)
   3966, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       3968, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       3969,   ! blockidx%x threadidx%x collapsed
   3969, Generating implicit firstprivate(rdeltat,dum1,dum)
   4010, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4012, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4013,   ! blockidx%x threadidx%x collapsed
   4013, Generating implicit firstprivate(deltat)
   4065, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4067, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4068,   ! blockidx%x threadidx%x collapsed
   4076, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4078, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4079,   ! blockidx%x threadidx%x collapsed
   4079, Generating implicit firstprivate(rdeltat)
   4101, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4103, !$acc loop seq
       4104, !$acc loop vector(128) ! threadidx%x
   4103, Loop is parallelizable
   4104, Loop is parallelizable
   4120, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4122, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4123,   ! blockidx%x threadidx%x collapsed
   4131, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4133, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4134,   ! blockidx%x threadidx%x collapsed
   4134, Generating implicit firstprivate(rdeltat)
   4168, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4170, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4171,   ! blockidx%x threadidx%x collapsed
   4190, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4192, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4193,   ! blockidx%x threadidx%x collapsed
   4193, Generating implicit firstprivate(rdeltat)
   4211, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4213, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4214,   ! blockidx%x threadidx%x collapsed
   4214, Generating implicit firstprivate(rdeltat)
   4240, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4242, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4243,   ! blockidx%x threadidx%x collapsed
   4243, Generating implicit firstprivate(rdeltat,deltat)
   4286, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4288, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4289,   ! blockidx%x threadidx%x collapsed
   4313, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4315, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4316,   ! blockidx%x threadidx%x collapsed
   4345, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4347, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4348,   ! blockidx%x threadidx%x collapsed
   4355, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4357, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4358,   ! blockidx%x threadidx%x collapsed
   4358, Generating implicit firstprivate(rhogtmp)
   4386, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4388, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4389,   ! blockidx%x threadidx%x collapsed
   4389, Generating implicit firstprivate(deltat,dum1,dum)
   4467, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4469, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4470,   ! blockidx%x threadidx%x collapsed
   4470, Generating implicit firstprivate(dum,dum1,dum2,dum3,rhogtmp,dum4)
calc_rercld:
   4549, Generating create(pgamp1(:),tmp(:)) [if not already present]
   4551, Generating implicit firstprivate(vlen)
         Generating NVIDIA GPU code
       4553, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
   4551, Generating default present(pgam(:vlen))
   4560, Generating implicit firstprivate(vlen)
         Generating NVIDIA GPU code
       4562, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
   4560, Generating default present(n0r(:vlen),lamr(:vlen),lamc(:vlen),rercld(:vlen),qric(:vlen),qcic(:vlen),ncic(:vlen))
   4562, Generating implicit firstprivate(atmp)
sedimentation:
   4630, Generating enter data create(dum1(:,:),faloutx(:,:))
   4632, Generating implicit firstprivate(mgncol,nlev)
         Generating NVIDIA GPU code
       4634, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       4640, !$acc loop seq
       4645, !$acc loop seq
       4651, !$acc loop seq
       4654, !$acc loop seq
       4658, !$acc loop seq
       4663, !$acc loop seq
   4632, Generating default present(tlat(:,:),fx(:mgncol,:nlev),qxsevap(:,:),preci(:),faloutx(:mgncol,:nlev),dum1(:mgncol,:nlev),dumx(:mgncol,:nlev),xflx(:,:),rnstep(:mgncol),qxsedten(:,:),prect(:),xxtend(:mgncol,:nlev),xxlx,nstep(:mgncol),qvlat(:,:),xcldm(:,:),pdel_inv(:mgncol,:nlev))
   4634, Generating implicit firstprivate(k,present_xcldm,rnstepmax,nstepmax)
   4640, Loop is parallelizable
   4645, Loop is parallelizable
   4651, Loop carried dependence of dumx,faloutx prevents parallelization
         Loop carried backward dependence of faloutx prevents vectorization
         Loop carried dependence of xxtend prevents parallelization
         Loop carried backward dependence of xxtend prevents vectorization
         Loop carried dependence of qxsedten prevents parallelization
         Loop carried backward dependence of qxsedten,dumx prevents vectorization
         Loop carried dependence of qxsevap prevents parallelization
         Loop carried backward dependence of qxsevap prevents vectorization
         Loop carried dependence of qvlat prevents parallelization
         Loop carried backward dependence of qvlat prevents vectorization
         Loop carried dependence of tlat prevents parallelization
         Loop carried backward dependence of tlat,faloutx prevents vectorization
         Loop carried dependence of xflx prevents parallelization
         Loop carried backward dependence of xflx prevents vectorization
         Generating implicit firstprivate(do_cldice,present_prect,present_preci)
         Loop carried dependence of faloutx prevents parallelization
   4654, Loop is parallelizable
   4658, Loop is parallelizable
   4663, Loop is parallelizable
         Generating implicit firstprivate(faltndqxe,present_qvlat,present_qxsevap,faltndx,present_qxsedten,deltat,present_xflx,present_tlat)
   4699, Generating exit data delete(faloutx(:,:),dum1(:,:))
sedimentation_implicit:
   4733, Generating enter data create(flx(:,:),precip(:),dum_2d(:,:))
   4735, Generating implicit firstprivate(mgncol,nlev)
         Generating NVIDIA GPU code
       4737, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4738,   ! blockidx%x threadidx%x collapsed
   4735, Generating default present(dumx(:mgncol,:nlev),dum_2d(:mgncol,:nlev))
   4746, Generating implicit firstprivate(nlev,mgncol)
         Generating NVIDIA GPU code
       4748, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4749,   ! blockidx%x threadidx%x collapsed
   4746, Generating default present(xxtend(:mgncol,:nlev),xflx(:,:),dum_2d(:mgncol,:nlev),flx(:mgncol,:nlev),qxsedten(:,:),dumx(:mgncol,:nlev))
   4749, Generating implicit firstprivate(present_xflx,present_qxsedten,check_qsmall,deltat)
   4762, Generating implicit firstprivate(mgncol)
         Generating NVIDIA GPU code
       4764, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
   4762, Generating default present(preci(:),prect(:),precip(:mgncol))
   4764, Generating implicit firstprivate(present_prect,present_preci,deltat)
   4772, Generating exit data delete(precip(:),flx(:,:),dum_2d(:,:))
implicit_fall:
   4856, Generating enter data create(qm(:,:),dz(:,:),dd(:,:))
   4858, Generating implicit firstprivate(kbot,mgncol,ktop)
         Generating NVIDIA GPU code
       4860, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4861,   ! blockidx%x threadidx%x collapsed
   4858, Generating default present(dz(:mgncol,ktop:kbot),dd(:mgncol,ktop:kbot),q(:mgncol,ktop:kbot),dp(:mgncol,ktop:kbot),vt(:mgncol,ktop:kbot),ze(:mgncol,ktop:kbot+1))
   4861, Generating implicit firstprivate(dt)
   4873, Generating implicit firstprivate(kbot,mgncol,ktop)
         Generating NVIDIA GPU code
       4875, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       4879, !$acc loop seq
   4873, Generating default present(dz(:mgncol,ktop:kbot),dd(:mgncol,ktop:kbot),qm(:mgncol,ktop:kbot),q(:mgncol,ktop:kbot))
   4889, Generating implicit firstprivate(kbot,mgncol,ktop)
         Generating NVIDIA GPU code
       4891, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4892,   ! blockidx%x threadidx%x collapsed
   4889, Generating default present(qm(:mgncol,ktop:kbot),dz(:mgncol,ktop:kbot))
   4902, Generating implicit firstprivate(kbot,mgncol,ktop)
         Generating NVIDIA GPU code
       4904, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
       4908, !$acc loop seq
   4902, Generating default present(m1(:mgncol,ktop:kbot),qm(:mgncol,ktop:kbot),q(:mgncol,ktop:kbot))
   4914, Generating implicit firstprivate(mgncol)
         Generating NVIDIA GPU code
       4916, !$acc loop gang, vector(128) ! blockidx%x threadidx%x
   4914, Generating default present(m1(:mgncol,kbot),precip(:mgncol))
   4916, Generating implicit firstprivate(kbot)
   4925, Generating implicit firstprivate(kbot,mgncol,ktop)
         Generating NVIDIA GPU code
       4927, !$acc loop gang, vector(128) collapse(2) ! blockidx%x threadidx%x
       4928,   ! blockidx%x threadidx%x collapsed
   4925, Generating default present(dp(:mgncol,ktop:kbot),qm(:mgncol,ktop:kbot),q(:mgncol,ktop:kbot))
   4934, Generating exit data delete(qm(:,:),dz(:,:),dd(:,:))
  Timing stats:
    init                    10 millisecs    25%
    upper                   20 millisecs    50%
    carry                   10 millisecs    25%
    Total time              40 millisecs
  Timing stats:
    init                    80 millisecs    42%
    upper                   50 millisecs    26%
    expand                  10 millisecs     5%
    carry                   10 millisecs     5%
    schedule                20 millisecs    10%
    assemble                20 millisecs    10%
    Total time             190 millisecs
  Timing stats:
    init                   420 millisecs    40%
    upper                  310 millisecs    29%
    expand                  40 millisecs     3%
    opt2c                   10 millisecs     0%
    carry                   50 millisecs     4%
    optimize                10 millisecs     0%
    schedule               130 millisecs    12%
    assemble                80 millisecs     7%
    Total time            1050 millisecs
  Timing stats:
    init                   200 millisecs    22%
    upper                  200 millisecs    22%
    expand                  20 millisecs     2%
    opt2b                   10 millisecs     1%
    carry                  230 millisecs    25%
    opt2d                   10 millisecs     1%
    optimize                60 millisecs     6%
    schedule               140 millisecs    15%
    assemble                20 millisecs     2%
    Total time             890 millisecs
  Timing stats:
    init                   110 millisecs    37%
    upper                  110 millisecs    37%
    expand                  20 millisecs     6%
    opt2d                   10 millisecs     3%
    schedule                30 millisecs    10%
    assemble                10 millisecs     3%
    Total time             290 millisecs
  Timing stats:
    init                    70 millisecs     0%
    upper                   80 millisecs     0%
    expand                  50 millisecs     0%
    pfo                    130 millisecs     1%
    accel                 1890 millisecs    14%
    opt2b                   10 millisecs     0%
    opt2c                   20 millisecs     0%
    vectorize             3940 millisecs    31%
    carry                  270 millisecs     2%
    unroll                 490 millisecs     3%
    opt2d                  140 millisecs     1%
    vectorize2            2210 millisecs    17%
    unrolln                170 millisecs     1%
    optimize              1780 millisecs    14%
    schedule              1380 millisecs    10%
    assemble                10 millisecs     0%
    Total time           12640 millisecs
  Timing stats:
    init                   240 millisecs     6%
    upper                  230 millisecs     5%
    expand                  90 millisecs     2%
    vectorize              190 millisecs     4%
    carry                   10 millisecs     0%
    unroll                 560 millisecs    14%
    opt2d                  110 millisecs     2%
    vectorize2            1550 millisecs    39%
    unrolln                140 millisecs     3%
    optimize               400 millisecs    10%
    schedule               410 millisecs    10%
    assemble                40 millisecs     1%
    Total time            3970 millisecs
  Timing stats:
    init                    60 millisecs    42%
    upper                   50 millisecs    35%
    optimize                10 millisecs     7%
    schedule                10 millisecs     7%
    assemble                10 millisecs     7%
    Total time             140 millisecs
  Timing stats:
    init                   840 millisecs    47%
    upper                  510 millisecs    28%
    carry                   80 millisecs     4%
    optimize                30 millisecs     1%
    schedule               230 millisecs    13%
    assemble                70 millisecs     3%
    Total time            1760 millisecs
  Timing stats:
    init                   110 millisecs    39%
    upper                  100 millisecs    35%
    carry                   10 millisecs     3%
    optimize                20 millisecs     7%
    schedule                40 millisecs    14%
    Total time             280 millisecs
  Timing stats:
    init                  1710 millisecs    40%
    upper                 1350 millisecs    31%
    expand                  60 millisecs     1%
    carry                  140 millisecs     3%
    optimize                40 millisecs     0%
    schedule               670 millisecs    15%
    assemble               290 millisecs     6%
    Total time            4260 millisecs
NVFORTRAN-W-0435-Array declared with zero size (/home/jenkins/workspace/cam_gpu_test/src/chemistry/mozart/short_lived_species.F90: 33)
  0 inform,   1 warnings,   0 severes, 0 fatal for short_lived_species
NVFORTRAN-W-0435-Array declared with zero size (/home/jenkins/workspace/cam_gpu_test/src/chemistry/mozart/short_lived_species.F90: 46)
  Timing stats:
    init                   100 millisecs    38%
    upper                  100 millisecs    38%
    expand                  10 millisecs     3%
    carry                   10 millisecs     3%
    schedule                30 millisecs    11%
    assemble                10 millisecs     3%
    Total time             260 millisecs
  Timing stats:
    init                   170 millisecs    44%
    upper                  130 millisecs    34%
    opt2d                   10 millisecs     2%
    schedule                40 millisecs    10%
    assemble                30 millisecs     7%
    Total time             380 millisecs
  Timing stats:
    init                   190 millisecs    30%
    upper                  170 millisecs    27%
    expand                  10 millisecs     1%
    carry                   80 millisecs    12%
    optimize                40 millisecs     6%
    schedule               110 millisecs    17%
    assemble                20 millisecs     3%
    Total time             620 millisecs
  Timing stats:
    init                   160 millisecs    36%
    upper                  150 millisecs    34%
    expand                  10 millisecs     2%
    carry                   30 millisecs     6%
    optimize                10 millisecs     2%
    schedule                70 millisecs    15%
    assemble                10 millisecs     2%
    Total time             440 millisecs
  Timing stats:
    init                   230 millisecs    42%
    upper                  190 millisecs    35%
    expand                  10 millisecs     1%
    carry                   10 millisecs     1%
    optimize                10 millisecs     1%
    schedule                60 millisecs    11%
    assemble                30 millisecs     5%
    Total time             540 millisecs
  Timing stats:
    init                   270 millisecs    30%
    upper                  230 millisecs    25%
    expand                  30 millisecs     3%
    opt2b                   10 millisecs     1%
    carry                  140 millisecs    15%
    opt2d                   20 millisecs     2%
    optimize                40 millisecs     4%
    schedule                90 millisecs    10%
    assemble                70 millisecs     7%
    Total time             900 millisecs
  Timing stats:
    init                   120 millisecs    46%
    upper                  100 millisecs    38%
    expand                  10 millisecs     3%
    schedule                20 millisecs     7%
    assemble                10 millisecs     3%
    Total time             260 millisecs
  Timing stats:
    init                   260 millisecs    35%
    upper                  220 millisecs    29%
    expand                  10 millisecs     1%
    carry                   80 millisecs    10%
    optimize                20 millisecs     2%
    schedule               120 millisecs    16%
    assemble                30 millisecs     4%
    Total time             740 millisecs
NVFORTRAN-W-0435-Array declared with zero size (/home/jenkins/workspace/cam_gpu_test/src/chemistry/mozart/short_lived_species.F90: 202)
NVFORTRAN-W-0435-Array declared with zero size (/home/jenkins/workspace/cam_gpu_test/src/chemistry/mozart/short_lived_species.F90: 249)
  Timing stats:
    init                   240 millisecs    42%
    upper                  180 millisecs    32%
    expand                  20 millisecs     3%
    carry                   10 millisecs     1%
    optimize                10 millisecs     1%
    schedule                60 millisecs    10%
    assemble                40 millisecs     7%
    Total time             560 millisecs
  Timing stats:
    init                   360 millisecs    35%
    upper                  310 millisecs    30%
    expand                  10 millisecs     0%
    carry                   60 millisecs     5%
    optimize                40 millisecs     3%
    schedule               130 millisecs    12%
    assemble               100 millisecs     9%
    Total time            1010 millisecs
  Timing stats:
    init                   150 millisecs    31%
    upper                  140 millisecs    29%
    carry                   50 millisecs    10%
    opt2d                   10 millisecs     2%
    optimize                20 millisecs     4%
    schedule                90 millisecs    19%
    assemble                10 millisecs     2%
    Total time             470 millisecs
  Timing stats:
    init                   160 millisecs    32%
    upper                  120 millisecs    24%
    expand                  20 millisecs     4%
    carry                   70 millisecs    14%
    optimize                20 millisecs     4%
    schedule                60 millisecs    12%
    assemble                40 millisecs     8%
    Total time             490 millisecs
  Timing stats:
    init                   230 millisecs    43%
    upper                  190 millisecs    35%
    expand                  10 millisecs     1%
    schedule                60 millisecs    11%
    assemble                40 millisecs     7%
    Total time             530 millisecs
  Timing stats:
    init                    90 millisecs    39%
    upper                   90 millisecs    39%
    optimize                10 millisecs     4%
    schedule                20 millisecs     8%
    assemble                20 millisecs     8%
    Total time             230 millisecs
  Timing stats:
    init                  1060 millisecs    41%
    upper                  900 millisecs    34%
    expand                  20 millisecs     0%
    carry                   50 millisecs     1%
    optimize                20 millisecs     0%
    schedule               380 millisecs    14%
    assemble               150 millisecs     5%
    Total time            2580 millisecs
  Timing stats:
    init                   110 millisecs    31%
    upper                  110 millisecs    31%
    expand                  20 millisecs     5%
    carry                   30 millisecs     8%
    optimize                20 millisecs     5%
    schedule                40 millisecs    11%
    assemble                20 millisecs     5%
    Total time             350 millisecs
  Timing stats:
    init                    80 millisecs    40%
    upper                   90 millisecs    45%
    expand                  10 millisecs     5%
    schedule                10 millisecs     5%
    assemble                10 millisecs     5%
    Total time             200 millisecs
  Timing stats:
    init                   190 millisecs    41%
    upper                  160 millisecs    34%
    carry                   10 millisecs     2%
    schedule                80 millisecs    17%
    assemble                20 millisecs     4%
    Total time             460 millisecs
  Timing stats:
    init                   180 millisecs    42%
    upper                  180 millisecs    42%
    schedule                30 millisecs     7%
    assemble                30 millisecs     7%
    Total time             420 millisecs
  Timing stats:
    init                   150 millisecs    39%
    upper                  150 millisecs    39%
    carry                   10 millisecs     2%
    schedule                40 millisecs    10%
    assemble                30 millisecs     7%
    Total time             380 millisecs
  Timing stats:
    init                   790 millisecs    36%
    upper                  620 millisecs    28%
    expand                  60 millisecs     2%
    opt2c                   10 millisecs     0%
    carry                  160 millisecs     7%
    opt2d                   20 millisecs     0%
    optimize                60 millisecs     2%
    schedule               320 millisecs    14%
    assemble               140 millisecs     6%
    Total time            2180 millisecs
  Timing stats:
    init                    80 millisecs    34%
    upper                   90 millisecs    39%
    carry                   10 millisecs     4%
    schedule                20 millisecs     8%
    assemble                30 millisecs    13%
    Total time             230 millisecs
  Timing stats:
    init                   200 millisecs    48%
    upper                  140 millisecs    34%
    expand                  10 millisecs     2%
    schedule                40 millisecs     9%
    assemble                20 millisecs     4%
    Total time             410 millisecs
  Timing stats:
    init                   110 millisecs    42%
    upper                   80 millisecs    30%
    expand                  10 millisecs     3%
    carry                   10 millisecs     3%
    schedule                20 millisecs     7%
    assemble                30 millisecs    11%
    Total time             260 millisecs
  Timing stats:
    init                    80 millisecs    38%
    upper                   80 millisecs    38%
    expand                  10 millisecs     4%
    carry                   10 millisecs     4%
    schedule                10 millisecs     4%
    assemble                20 millisecs     9%
    Total time             210 millisecs
  Timing stats:
    init                    50 millisecs    35%
    upper                   40 millisecs    28%
    carry                   10 millisecs     7%
    opt2d                   10 millisecs     7%
    schedule                20 millisecs    14%
    assemble                10 millisecs     7%
    Total time             140 millisecs
  Timing stats:
    init                   170 millisecs    26%
    upper                  160 millisecs    25%
    expand                  10 millisecs     1%
    opt2c                   10 millisecs     1%
    carry                  120 millisecs    18%
    opt2d                   10 millisecs     1%
    optimize                30 millisecs     4%
    schedule               110 millisecs    17%
    assemble                20 millisecs     3%
    Total time             640 millisecs
  Timing stats:
    init                   150 millisecs    44%
    upper                  120 millisecs    35%
    carry                   10 millisecs     2%
    opt2d                   10 millisecs     2%
    schedule                30 millisecs     8%
    assemble                20 millisecs     5%
    Total time             340 millisecs
  Timing stats:
    init                    20 millisecs    20%
    upper                   20 millisecs    20%
    expand                  10 millisecs    10%
    carry                   20 millisecs    20%
    schedule                20 millisecs    20%
    assemble                10 millisecs    10%
    Total time             100 millisecs
  Timing stats:
    init                   130 millisecs    40%
    upper                  110 millisecs    34%
    carry                   20 millisecs     6%
    optimize                10 millisecs     3%
    schedule                30 millisecs     9%
    assemble                20 millisecs     6%
    Total time             320 millisecs
  Timing stats:
    init                    50 millisecs    35%
    upper                   40 millisecs    28%
    carry                   20 millisecs    14%
    optimize                10 millisecs     7%
    schedule                20 millisecs    14%
    Total time             140 millisecs
  Timing stats:
    init                    40 millisecs    20%
    upper                   40 millisecs    20%
    opt2c                   10 millisecs     5%
    carry                   40 millisecs    20%
    optimize                10 millisecs     5%
    schedule                60 millisecs    30%
    Total time             200 millisecs
  Timing stats:
    init                   220 millisecs    44%
    upper                  180 millisecs    36%
    schedule                50 millisecs    10%
    assemble                40 millisecs     8%
    Total time             490 millisecs
  Timing stats:
    init                   290 millisecs    30%
    upper                  230 millisecs    24%
    expand                  20 millisecs     2%
    carry                  170 millisecs    18%
    opt2d                   10 millisecs     1%
    optimize                60 millisecs     6%
    schedule               110 millisecs    11%
    assemble                50 millisecs     5%
    Total time             940 millisecs
  Timing stats:
    init                   180 millisecs    38%
    upper                  130 millisecs    27%
    expand                  20 millisecs     4%
    carry                   20 millisecs     4%
    optimize                10 millisecs     2%
    schedule                70 millisecs    14%
    assemble                40 millisecs     8%
    Total time             470 millisecs
  Timing stats:
    init                   120 millisecs    36%
    upper                  100 millisecs    30%
    expand                  10 millisecs     3%
    carry                   30 millisecs     9%
    optimize                10 millisecs     3%
    schedule                30 millisecs     9%
    assemble                30 millisecs     9%
    Total time             330 millisecs
  Timing stats:
    init                   320 millisecs    37%
    upper                  280 millisecs    32%
    opt2b                   10 millisecs     1%
    opt2c                   20 millisecs     2%
    carry                   40 millisecs     4%
    optimize                20 millisecs     2%
    schedule               130 millisecs    15%
    assemble                40 millisecs     4%
    Total time             860 millisecs
  Timing stats:
    init                   130 millisecs    38%
    upper                  110 millisecs    32%
    expand                  10 millisecs     2%
    carry                   30 millisecs     8%
    schedule                40 millisecs    11%
    assemble                20 millisecs     5%
    Total time             340 millisecs
  Timing stats:
    init                   140 millisecs    29%
    upper                  120 millisecs    25%
    expand                  20 millisecs     4%
    carry                   50 millisecs    10%
    optimize                30 millisecs     6%
    schedule                60 millisecs    12%
    assemble                50 millisecs    10%
    Total time             470 millisecs
  Timing stats:
    init                   130 millisecs    43%
    upper                  110 millisecs    36%
    schedule                40 millisecs    13%
    assemble                20 millisecs     6%
    Total time             300 millisecs
  Timing stats:
    init                    70 millisecs    36%
    upper                   80 millisecs    42%
    schedule                30 millisecs    15%
    assemble                10 millisecs     5%
    Total time             190 millisecs
  Timing stats:
    init                   130 millisecs    37%
    upper                  120 millisecs    34%
    expand                  20 millisecs     5%
    opt2a                   10 millisecs     2%
    optimize                10 millisecs     2%
    schedule                40 millisecs    11%
    assemble                20 millisecs     5%
    Total time             350 millisecs
  Timing stats:
    init                   240 millisecs    43%
    upper                  200 millisecs    36%
    carry                   10 millisecs     1%
    optimize                10 millisecs     1%
    schedule                70 millisecs    12%
    assemble                20 millisecs     3%
    Total time             550 millisecs
  Timing stats:
    init                   240 millisecs    40%
    upper                  180 millisecs    30%
    expand                  30 millisecs     5%
    carry                   20 millisecs     3%
    opt2d                   10 millisecs     1%
    schedule                50 millisecs     8%
    assemble                70 millisecs    11%
    Total time             600 millisecs
  Timing stats:
    init                   770 millisecs    44%
    upper                  620 millisecs    35%
    expand                  50 millisecs     2%
    carry                   10 millisecs     0%
    opt2d                   10 millisecs     0%
    schedule               130 millisecs     7%
    assemble               150 millisecs     8%
    Total time            1740 millisecs
  Timing stats:
    init                   130 millisecs    44%
    upper                  110 millisecs    37%
    optimize                10 millisecs     3%
    schedule                20 millisecs     6%
    assemble                20 millisecs     6%
    Total time             290 millisecs
  Timing stats:
    init                   100 millisecs    34%
    upper                   70 millisecs    24%
    expand                  10 millisecs     3%
    carry                   30 millisecs    10%
    optimize                10 millisecs     3%
    schedule                50 millisecs    17%
    assemble                20 millisecs     6%
    Total time             290 millisecs
  Timing stats:
    init                   100 millisecs    38%
    upper                  110 millisecs    42%
    schedule                10 millisecs     3%
    assemble                40 millisecs    15%
    Total time             260 millisecs
  Timing stats:
    init                   150 millisecs    30%
    upper                  140 millisecs    28%
    expand                  20 millisecs     4%
    opt2b                   10 millisecs     2%
    carry                   60 millisecs    12%
    optimize                20 millisecs     4%
    schedule                80 millisecs    16%
    assemble                10 millisecs     2%
    Total time             490 millisecs
  Timing stats:
    init                   210 millisecs    38%
    upper                  200 millisecs    36%
    carry                   20 millisecs     3%
    schedule                70 millisecs    12%
    assemble                50 millisecs     9%
    Total time             550 millisecs
  Timing stats:
    init                   210 millisecs    39%
    upper                  180 millisecs    33%
    carry                   10 millisecs     1%
    optimize                10 millisecs     1%
    schedule                70 millisecs    13%
    assemble                50 millisecs     9%
    Total time             530 millisecs
  Timing stats:
    init                    50 millisecs    35%
    upper                   40 millisecs    28%
    carry                   10 millisecs     7%
    schedule                20 millisecs    14%
    assemble                20 millisecs    14%
    Total time             140 millisecs
  Timing stats:
    init                   220 millisecs    23%
    upper                  200 millisecs    21%
    expand                  20 millisecs     2%
    opt2b                   10 millisecs     1%
    carry                  220 millisecs    23%
    opt2d                   20 millisecs     2%
    optimize                60 millisecs     6%
    schedule               130 millisecs    14%
    assemble                40 millisecs     4%
    Total time             920 millisecs
  Timing stats:
    init                   150 millisecs    34%
    upper                  120 millisecs    27%
    expand                  20 millisecs     4%
    carry                   50 millisecs    11%
    optimize                10 millisecs     2%
    schedule                50 millisecs    11%
    assemble                30 millisecs     6%
    Total time             430 millisecs
  Timing stats:
    init                   380 millisecs    41%
    upper                  320 millisecs    34%
    carry                   50 millisecs     5%
    schedule               100 millisecs    10%
    assemble                70 millisecs     7%
    Total time             920 millisecs
  Timing stats:
    init                   210 millisecs    42%
    upper                  180 millisecs    36%
    optimize                20 millisecs     4%
    schedule                60 millisecs    12%
    assemble                30 millisecs     6%
    Total time             500 millisecs
  Timing stats:
    init                   220 millisecs    36%
    upper                  180 millisecs    29%
    expand                  10 millisecs     1%
    carry                   30 millisecs     4%
    optimize                20 millisecs     3%
    schedule               100 millisecs    16%
    assemble                50 millisecs     8%
    Total time             610 millisecs
  Timing stats:
    init                   640 millisecs    43%
    upper                  470 millisecs    31%
    expand                  20 millisecs     1%
    carry                   50 millisecs     3%
    optimize                10 millisecs     0%
    schedule               180 millisecs    12%
    assemble               100 millisecs     6%
    Total time            1470 millisecs
  Timing stats:
    init                   120 millisecs    38%
    upper                  120 millisecs    38%
    carry                   10 millisecs     3%
    optimize                20 millisecs     6%
    schedule                30 millisecs     9%
    assemble                10 millisecs     3%
    Total time             310 millisecs
  Timing stats:
    init                   190 millisecs    23%
    upper                  200 millisecs    25%
    expand                  50 millisecs     6%
    carry                  140 millisecs    17%
    opt2d                   20 millisecs     2%
    optimize                30 millisecs     3%
    schedule               150 millisecs    18%
    assemble                20 millisecs     2%
    Total time             800 millisecs
  Timing stats:
    init                   230 millisecs    32%
    upper                  200 millisecs    28%
    carry                  110 millisecs    15%
    optimize                40 millisecs     5%
    schedule                90 millisecs    12%
    assemble                40 millisecs     5%
    Total time             710 millisecs
  Timing stats:
    init                   130 millisecs    40%
    upper                  110 millisecs    34%
    carry                   20 millisecs     6%
    opt2d                   10 millisecs     3%
    schedule                20 millisecs     6%
    assemble                30 millisecs     9%
    Total time             320 millisecs
  Timing stats:
    init                    80 millisecs    38%
    upper                   70 millisecs    33%
    carry                   20 millisecs     9%
    schedule                20 millisecs     9%
    assemble                20 millisecs     9%
    Total time             210 millisecs
  Timing stats:
    init                   150 millisecs    37%
    upper                  130 millisecs    32%
    carry                   40 millisecs    10%
    opt2d                   10 millisecs     2%
    optimize                20 millisecs     5%
    schedule                40 millisecs    10%
    assemble                10 millisecs     2%
    Total time             400 millisecs
  Timing stats:
    init                   520 millisecs    41%
    upper                  430 millisecs    34%
    carry                   50 millisecs     4%
    optimize                30 millisecs     2%
    schedule               130 millisecs    10%
    assemble                80 millisecs     6%
    Total time            1240 millisecs
  Timing stats:
    init                   140 millisecs    40%
    upper                  110 millisecs    31%
    carry                   20 millisecs     5%
    optimize                10 millisecs     2%
    schedule                40 millisecs    11%
    assemble                30 millisecs     8%
    Total time             350 millisecs
  Timing stats:
    init                    80 millisecs    42%
    upper                   60 millisecs    31%
    carry                   10 millisecs     5%
    optimize                20 millisecs    10%
    schedule                10 millisecs     5%
    assemble                10 millisecs     5%
    Total time             190 millisecs
  Timing stats:
    init                   250 millisecs    31%
    upper                  220 millisecs    27%
    expand                  20 millisecs     2%
    carry                  110 millisecs    13%
    optimize                30 millisecs     3%
    schedule               140 millisecs    17%
    assemble                30 millisecs     3%
    Total time             800 millisecs
  Timing stats:
    init                   400 millisecs    31%
    upper                  350 millisecs    27%
    expand                  50 millisecs     3%
    carry                  150 millisecs    11%
    opt2d                   10 millisecs     0%
    optimize                50 millisecs     3%
    schedule               200 millisecs    15%
    assemble                70 millisecs     5%
    Total time            1280 millisecs
  Timing stats:
    init                    90 millisecs    39%
    upper                   80 millisecs    34%
    carry                   20 millisecs     8%
    schedule                20 millisecs     8%
    assemble                20 millisecs     8%
    Total time             230 millisecs
  Timing stats:
    init                   120 millisecs    36%
    upper                  100 millisecs    30%
    expand                  20 millisecs     6%
    carry                   20 millisecs     6%
    optimize                10 millisecs     3%
    schedule                50 millisecs    15%
    assemble                10 millisecs     3%
    Total time             330 millisecs
  Timing stats:
    init                    90 millisecs    37%
    upper                   80 millisecs    33%
    opt2a                   10 millisecs     4%
    carry                   10 millisecs     4%
    schedule                30 millisecs    12%
    assemble                20 millisecs     8%
    Total time             240 millisecs
  Timing stats:
    init                   120 millisecs    44%
    upper                  110 millisecs    40%
    schedule                40 millisecs    14%
    Total time             270 millisecs
  Timing stats:
    init                   190 millisecs    35%
    upper                  140 millisecs    26%
    carry                   60 millisecs    11%
    schedule                70 millisecs    13%
    assemble                70 millisecs    13%
    Total time             530 millisecs
  Timing stats:
    init                   100 millisecs    40%
    upper                  100 millisecs    40%
    carry                   10 millisecs     4%
    schedule                30 millisecs    12%
    assemble                10 millisecs     4%
    Total time             250 millisecs
  Timing stats:
    init                   330 millisecs    47%
    upper                  260 millisecs    37%
    carry                   10 millisecs     1%
    schedule                70 millisecs    10%
    assemble                30 millisecs     4%
    Total time             700 millisecs
  Timing stats:
    init                   120 millisecs    37%
    upper                  100 millisecs    31%
    expand                  20 millisecs     6%
    carry                   20 millisecs     6%
    optimize                10 millisecs     3%
    schedule                30 millisecs     9%
    assemble                20 millisecs     6%
    Total time             320 millisecs
  Timing stats:
    init                    70 millisecs    43%
    upper                   60 millisecs    37%
    schedule                20 millisecs    12%
    assemble                10 millisecs     6%
    Total time             160 millisecs
  Timing stats:
    init                   290 millisecs    40%
    upper                  260 millisecs    36%
    carry                   20 millisecs     2%
    schedule                80 millisecs    11%
    assemble                60 millisecs     8%
    Total time             710 millisecs
  Timing stats:
    init                   460 millisecs    27%
    upper                  400 millisecs    23%
    expand                  70 millisecs     4%
    carry                  290 millisecs    17%
    opt2d                   20 millisecs     1%
    optimize                70 millisecs     4%
    schedule               300 millisecs    17%
    assemble                70 millisecs     4%
    Total time            1680 millisecs
  Timing stats:
    init                    80 millisecs    40%
    upper                   80 millisecs    40%
    schedule                20 millisecs    10%
    assemble                20 millisecs    10%
    Total time             200 millisecs
  Timing stats:
    init                   360 millisecs    34%
    upper                  330 millisecs    31%
    expand                  20 millisecs     1%
    carry                   60 millisecs     5%
    optimize                30 millisecs     2%
    schedule               210 millisecs    20%
    assemble                40 millisecs     3%
    Total time            1050 millisecs
  Timing stats:
    init                    90 millisecs    37%
    upper                   90 millisecs    37%
    expand                  20 millisecs     8%
    schedule                30 millisecs    12%
    assemble                10 millisecs     4%
    Total time             240 millisecs
  Timing stats:
    init                    60 millisecs    42%
    upper                   40 millisecs    28%
    expand                  10 millisecs     7%
    carry                   10 millisecs     7%
    schedule                10 millisecs     7%
    assemble                10 millisecs     7%
    Total time             140 millisecs
  Timing stats:
    init                   570 millisecs    42%
    upper                  460 millisecs    34%
    expand                  30 millisecs     2%
    carry                   30 millisecs     2%
    schedule               170 millisecs    12%
    assemble                90 millisecs     6%
    Total time            1350 millisecs
  Timing stats:
    init                   120 millisecs    50%
    upper                   80 millisecs    33%
    expand                  10 millisecs     4%
    schedule                30 millisecs    12%
    Total time             240 millisecs
  Timing stats:
    init                   140 millisecs    21%
    upper                  140 millisecs    21%
    expand                  20 millisecs     3%
    carry                  170 millisecs    26%
    optimize                40 millisecs     6%
    schedule               100 millisecs    15%
    assemble                30 millisecs     4%
    Total time             640 millisecs
  Timing stats:
    init                   180 millisecs    29%
    upper                  150 millisecs    24%
    expand                  30 millisecs     4%
    carry                   90 millisecs    14%
    opt2d                   10 millisecs     1%
    optimize                30 millisecs     4%
    schedule               100 millisecs    16%
    assemble                30 millisecs     4%
    Total time             620 millisecs
  Timing stats:
    init                   270 millisecs    40%
    upper                  230 millisecs    34%
    expand                  10 millisecs     1%
    carry                   20 millisecs     3%
    opt2d                   10 millisecs     1%
    schedule                70 millisecs    10%
    assemble                50 millisecs     7%
    Total time             660 millisecs
  Timing stats:
    init                   900 millisecs    40%
    upper                  710 millisecs    31%
    expand                  20 millisecs     0%
    opt2c                   10 millisecs     0%
    carry                   80 millisecs     3%
    opt2d                   10 millisecs     0%
    optimize                40 millisecs     1%
    schedule               290 millisecs    13%
    assemble               170 millisecs     7%
    Total time            2230 millisecs
  Timing stats:
    init                   110 millisecs    20%
    upper                  120 millisecs    22%
    expand                  20 millisecs     3%
    carry                  120 millisecs    22%
    optimize                60 millisecs    11%
    schedule                90 millisecs    16%
    assemble                10 millisecs     1%
    Total time             530 millisecs
  Timing stats:
    init                    80 millisecs    28%
    upper                   70 millisecs    25%
    expand                  20 millisecs     7%
    carry                   40 millisecs    14%
    opt2d                   10 millisecs     3%
    optimize                10 millisecs     3%
    schedule                40 millisecs    14%
    assemble                10 millisecs     3%
    Total time             280 millisecs
  Timing stats:
    init                   250 millisecs    31%
    upper                  260 millisecs    32%
    expand                  10 millisecs     1%
    carry                   80 millisecs    10%
    opt2d                   20 millisecs     2%
    optimize                20 millisecs     2%
    schedule               130 millisecs    16%
    assemble                30 millisecs     3%
    Total time             800 millisecs
  Timing stats:
    init                   110 millisecs    40%
    upper                  100 millisecs    37%
    schedule                30 millisecs    11%
    assemble                30 millisecs    11%
    Total time             270 millisecs
  Timing stats:
    init                    70 millisecs    28%
    upper                   40 millisecs    16%
    expand                  30 millisecs    12%
    carry                   20 millisecs     8%
    optimize                10 millisecs     4%
    schedule                60 millisecs    24%
    assemble                20 millisecs     8%
    Total time             250 millisecs
  Timing stats:
    init                    70 millisecs    31%
    upper                   70 millisecs    31%
    expand                  10 millisecs     4%
    carry                   20 millisecs     9%
    schedule                40 millisecs    18%
    assemble                10 millisecs     4%
    Total time             220 millisecs
  Timing stats:
    init                    60 millisecs    26%
    upper                   70 millisecs    30%
    expand                  20 millisecs     8%
    opt2c                   10 millisecs     4%
    carry                   20 millisecs     8%
    optimize                10 millisecs     4%
    schedule                40 millisecs    17%
    Total time             230 millisecs
  Timing stats:
    init                    30 millisecs    13%
    upper                   60 millisecs    27%
    expand                  10 millisecs     4%
    carry                   40 millisecs    18%
    optimize                10 millisecs     4%
    schedule                30 millisecs    13%
    assemble                40 millisecs    18%
    Total time             220 millisecs
  Timing stats:
    init                    70 millisecs    31%
    upper                   50 millisecs    22%
    expand                  20 millisecs     9%
    carry                   30 millisecs    13%
    optimize                10 millisecs     4%
    schedule                40 millisecs    18%
    Total time             220 millisecs
  Timing stats:
    init                   120 millisecs     0%
    upper                  180 millisecs     0%
    expand                 220 millisecs     0%
    opt2b                   10 millisecs     0%
    opt2c                   20 millisecs     0%
    carry                21270 millisecs    87%
    opt2d                  390 millisecs     1%
    optimize              1440 millisecs     5%
    schedule               510 millisecs     2%
    assemble                30 millisecs     0%
    Total time           24190 millisecs
  Timing stats:
    init                   140 millisecs    30%
    upper                  120 millisecs    26%
    carry                   60 millisecs    13%
    optimize                20 millisecs     4%
    schedule                70 millisecs    15%
    assemble                50 millisecs    10%
    Total time             460 millisecs
  Timing stats:
    init                    40 millisecs    10%
    upper                   40 millisecs    10%
    expand                  30 millisecs     7%
    carry                  140 millisecs    35%
    opt2d                   10 millisecs     2%
    optimize                30 millisecs     7%
    schedule                90 millisecs    23%
    assemble                10 millisecs     2%
    Total time             390 millisecs
  Timing stats:
    init                   100 millisecs    32%
    upper                  140 millisecs    45%
    opt2d                   10 millisecs     3%
    schedule                40 millisecs    12%
    assemble                20 millisecs     6%
    Total time             310 millisecs
  Timing stats:
    init                   470 millisecs    45%
    upper                  350 millisecs    33%
    expand                  10 millisecs     0%
    carry                   10 millisecs     0%
    schedule               120 millisecs    11%
    assemble                70 millisecs     6%
    Total time            1030 millisecs
  Timing stats:
    init                   180 millisecs    45%
    upper                  140 millisecs    35%
    expand                  10 millisecs     2%
    carry                   10 millisecs     2%
    schedule                50 millisecs    12%
    assemble                10 millisecs     2%
    Total time             400 millisecs
  Timing stats:
    init                   200 millisecs    35%
    upper                  160 millisecs    28%
    expand                  30 millisecs     5%
    carry                   50 millisecs     8%
    optimize                10 millisecs     1%
    schedule                80 millisecs    14%
    assemble                40 millisecs     7%
    Total time             570 millisecs
  Timing stats:
    init                   160 millisecs    32%
    upper                  160 millisecs    32%
    expand                  20 millisecs     4%
    carry                   40 millisecs     8%
    optimize                10 millisecs     2%
    schedule                50 millisecs    10%
    assemble                50 millisecs    10%
    Total time             490 millisecs
  Timing stats:
    init                   240 millisecs    36%
    upper                  220 millisecs    33%
    expand                  10 millisecs     1%
    carry                   40 millisecs     6%
    opt2d                   10 millisecs     1%
    optimize                10 millisecs     1%
    schedule               100 millisecs    15%
    assemble                30 millisecs     4%
    Total time             660 millisecs
  Timing stats:
    init                   190 millisecs    40%
    upper                  210 millisecs    44%
    schedule                40 millisecs     8%
    assemble                30 millisecs     6%
    Total time             470 millisecs
  Timing stats:
    init                   160 millisecs    26%
    upper                  140 millisecs    23%
    expand                  40 millisecs     6%
    carry                   90 millisecs    15%
    optimize                20 millisecs     3%
    schedule               100 millisecs    16%
    assemble                50 millisecs     8%
    Total time             600 millisecs
  Timing stats:
    init                   210 millisecs    42%
    upper                  130 millisecs    26%
    expand                  20 millisecs     4%
    carry                   10 millisecs     2%
    opt2d                   10 millisecs     2%
    schedule                80 millisecs    16%
    assemble                30 millisecs     6%
    Total time             490 millisecs
  Timing stats:
    init                   430 millisecs    33%
    upper                  370 millisecs    28%
    expand                  30 millisecs     2%
    opt2c                   10 millisecs     0%
    carry                  120 millisecs     9%
    opt2d                   10 millisecs     0%
    optimize                30 millisecs     2%
    schedule               210 millisecs    16%
    assemble                80 millisecs     6%
    Total time            1290 millisecs
  Timing stats:
    init                    90 millisecs    29%
    upper                   70 millisecs    22%
    expand                  20 millisecs     6%
    carry                   30 millisecs     9%
    optimize                10 millisecs     3%
    schedule                70 millisecs    22%
    assemble                20 millisecs     6%
    Total time             310 millisecs
  Timing stats:
    init                    90 millisecs    11%
    upper                  100 millisecs    12%
    expand                  20 millisecs     2%
    carry                  310 millisecs    39%
    opt2d                   20 millisecs     2%
    optimize                90 millisecs    11%
    schedule               130 millisecs    16%
    assemble                20 millisecs     2%
    Total time             780 millisecs
liquid_macro_tend:
   1135, Generating copyin(t(:)) [if not already present]
         Generating copyout(qsl(:),esl(:)) [if not already present]
         Generating copyin(p(:)) [if not already present]
  Timing stats:
    init                   100 millisecs    15%
    upper                   90 millisecs    13%
    expand                  10 millisecs     1%
    accel                   10 millisecs     1%
    vectorize               90 millisecs    13%
    carry                   10 millisecs     1%
    unroll                  20 millisecs     3%
    vectorize2             110 millisecs    16%
    unrolln                 20 millisecs     3%
    optimize                70 millisecs    10%
    schedule               100 millisecs    15%
    assemble                20 millisecs     3%
    Total time             650 millisecs
  Timing stats:
    init                   240 millisecs    34%
    upper                  190 millisecs    27%
    expand                  20 millisecs     2%
    opt2b                   10 millisecs     1%
    carry                   50 millisecs     7%
    opt2d                   20 millisecs     2%
    optimize                10 millisecs     1%
    schedule               100 millisecs    14%
    assemble                60 millisecs     8%
    Total time             700 millisecs
  Timing stats:
    init                   280 millisecs    36%
    upper                  210 millisecs    27%
    expand                  60 millisecs     7%
    carry                   50 millisecs     6%
    optimize                20 millisecs     2%
    schedule               110 millisecs    14%
    assemble                40 millisecs     5%
    Total time             770 millisecs
NVFORTRAN-W-0435-Array declared with zero size (/home/jenkins/workspace/cam_gpu_test/src/physics/cam/clubb_intr.F90: 2217)
NVFORTRAN-W-0435-Array declared with zero size (/home/jenkins/workspace/cam_gpu_test/src/physics/cam/clubb_intr.F90: 2327)
NVFORTRAN-W-0435-Array declared with zero size (/home/jenkins/workspace/cam_gpu_test/src/physics/cam/clubb_intr.F90: 2332)
NVFORTRAN-W-0435-Array declared with zero size (/home/jenkins/workspace/cam_gpu_test/src/physics/cam/clubb_intr.F90: 2338)
  Timing stats:
    init                    60 millisecs    16%
    upper                   60 millisecs    16%
    expand                  20 millisecs     5%
    opt2b                   10 millisecs     2%
    carry                  100 millisecs    27%
    opt2d                   10 millisecs     2%
    optimize                20 millisecs     5%
    schedule                70 millisecs    18%
    assemble                20 millisecs     5%
    Total time             370 millisecs
NVFORTRAN-S-0188-Argument number 6 to check_clubb_settings_api: type mismatch (/home/jenkins/workspace/cam_gpu_test/src/physics/cam/clubb_intr.F90: 1733)
  0 inform,   0 warnings,   1 severes, 0 fatal for clubb_ini_cam
NVFORTRAN-S-0155-Could not resolve generic procedure setup_grid_api (/home/jenkins/workspace/cam_gpu_test/src/physics/cam/clubb_intr.F90: 3118)
NVFORTRAN-S-0155-Could not resolve generic procedure setup_parameters_api (/home/jenkins/workspace/cam_gpu_test/src/physics/cam/clubb_intr.F90: 3127)
NVFORTRAN-S-0155-Could not resolve generic procedure advance_clubb_core_api (/home/jenkins/workspace/cam_gpu_test/src/physics/cam/clubb_intr.F90: 3479)
  0 inform,   0 warnings,   3 severes, 0 fatal for clubb_tend_cam
  Timing stats:
    init                   100 millisecs    43%
    upper                   50 millisecs    21%
    expand                  10 millisecs     4%
    carry                   20 millisecs     8%
    schedule                30 millisecs    13%
    assemble                20 millisecs     8%
    Total time             230 millisecs
make: *** [/home/jenkins/cam_output/caseroot/UWM_ne3_gpu_no_stats_larson-group_nvhpc/Tools/Makefile:948: clubb_intr.o] Error 2
make: *** Waiting for unfinished jobs....
  Timing stats:
    init                    60 millisecs    35%
    upper                   40 millisecs    23%
    opt2b                   10 millisecs     5%
    carry                   10 millisecs     5%
    optimize                20 millisecs    11%
    schedule                20 millisecs    11%
    assemble                10 millisecs     5%
    Total time             170 millisecs

ERROR: Command make complib -j 14 COMP_NAME=cam COMPLIB=/home/jenkins/cam_output/scratch/UWM_ne3_gpu_no_stats_larson-group_nvhpc/bld/lib/libatm.a -f /home/jenkins/cam_output/caseroot/UWM_ne3_gpu_no_stats_larson-group_nvhpc/Tools/Makefile CIME_MODEL=cesm  SMP=FALSE CASEROOT="/home/jenkins/cam_output/caseroot/UWM_ne3_gpu_no_stats_larson-group_nvhpc" CASETOOLS="/home/jenkins/cam_output/caseroot/UWM_ne3_gpu_no_stats_larson-group_nvhpc/Tools" CIMEROOT="/home/jenkins/workspace/cam_gpu_test/cime" SRCROOT="/home/jenkins/workspace/cam_gpu_test" COMP_INTERFACE="nuopc" COMPILER="nvhpc" DEBUG="FALSE" EXEROOT="/home/jenkins/cam_output/scratch/UWM_ne3_gpu_no_stats_larson-group_nvhpc/bld" RUNDIR="/home/jenkins/cam_output/scratch/UWM_ne3_gpu_no_stats_larson-group_nvhpc/run" INCROOT="/home/jenkins/cam_output/scratch/UWM_ne3_gpu_no_stats_larson-group_nvhpc/bld/lib/include" LIBROOT="/home/jenkins/cam_output/scratch/UWM_ne3_gpu_no_stats_larson-group_nvhpc/bld/lib" MACH="larson-group" MPILIB="mpich" NINST_VALUE="c1a1l1i1o1r1" OS="Linux" PIO_VERSION=2 SHAREDLIBROOT="/home/jenkins/cam_output/scratch/UWM_ne3_gpu_no_stats_larson-group_nvhpc/bld" BUILD_THREADED="FALSE" USE_ESMF_LIB="TRUE" USE_MOAB="FALSE" CAM_CONFIG_OPTS="-phys cam7   -silent -microphys mg3 -cppdefs '-DUWM_MISC -DCLUBB_GPU'" COMP_ATM="cam" COMP_ICE="cice" COMP_GLC="sglc" COMP_LND="clm" COMP_OCN="docn" COMP_ROF="mosart" COMP_WAV="swav" USE_TRILINOS="FALSE" USE_ALBANY="FALSE" USE_PETSC="FALSE"   USER_CPPDEFS='  -DUWM_MISC -DCLUBB_GPU   -DPLON=1 -DPLAT=1 -DNUM_COMP_INST_ATM=1 -DNUM_COMP_INST_LND=1 -DNUM_COMP_INST_OCN=1 -DNUM_COMP_INST_ICE=1 -DNUM_COMP_INST_GLC=1 -DNUM_COMP_INST_ROF=1 -DNUM_COMP_INST_WAV=1 -DNUM_COMP_INST_IAC=1 -DNUM_COMP_INST_ESP=1 -DCAM  -D_WK_GRAD -DNP=4 -DHAVE_F2003_PTR_BND_REMAP -DFVM_TRACERS -D_MPI -DPLEV=32 -DPCNST=41 -DPCOLS=16 -DPSUBCOLS=1 -DN_RAD_CNST=30 -DPTRM=1 -DPTRN=1 -DPTRK=1 -DSPMD -DMODAL_AERO -DMODAL_AERO_4MODE  -DCLUBB_SGS -DCLUBB_CAM -DNO_LAPACK_ISNAN -DCLUBB_REAL_TYPE=dp -DMODEL_ -DMODEL_CESM -DHEMCO_CESM -DUSE_REAL8' failed with rc=2
[Pipeline] sh
+ cat '/home/jenkins/cam_output/scratch/UWM_ne3_gpu_no_stats_larson-group_nvhpc/bld/cesm.bldlog.*'
cat: '/home/jenkins/cam_output/scratch/UWM_ne3_gpu_no_stats_larson-group_nvhpc/bld/cesm.bldlog.*': No such file or directory
[Pipeline] echo
WARNING: One of the log files (build or run) were not found - the failure must have occured before their creation
[Pipeline] }
[Pipeline] // script
[Pipeline] script
[Pipeline] {
[Pipeline] }
[Pipeline] // script
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] End of Pipeline
ERROR: script returned exit code 1
Finished: FAILURE