Started by an SCM change
Obtained jenkins_tests/clubb_release_diff_test/Jenkinsfile from git https://github.com/larson-group/clubb.git
[Pipeline] Start of Pipeline
[Pipeline] node
Running on Jenkins in /home/jenkins/workspace/clubb_release_diff_test
[Pipeline] {
[Pipeline] stage
[Pipeline] { (Declarative: Checkout SCM)
[Pipeline] checkout
The recommended git tool is: git
Cloning the remote Git repository
Cloning repository https://github.com/larson-group/clubb.git
> git init /home/jenkins/workspace/clubb_release_diff_test # timeout=10
Fetching upstream changes from https://github.com/larson-group/clubb.git
> git --version # timeout=10
> git --version # 'git version 2.30.2'
using GIT_ASKPASS to set credentials A token based key used by Jenkins to preform Github actions, created 6/21/2021
> git fetch --tags --force --progress -- https://github.com/larson-group/clubb.git +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://github.com/larson-group/clubb.git # timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
> git rev-parse refs/remotes/origin/master^{commit} # timeout=10
Checking out Revision d1bd3cd11584759a8b90ae34dc7c26790e7e26e8 (refs/remotes/origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f d1bd3cd11584759a8b90ae34dc7c26790e7e26e8 # timeout=10
Commit message: "GPUizing most of advance_clubb_core (#1084)"
> git rev-list --no-walk 982203d015ec33283d4d9b8b9ae03ef9fd19f1dc # timeout=10
[Pipeline] }
[Pipeline] // stage
[Pipeline] withEnv
[Pipeline] {
[Pipeline] stage
[Pipeline] { (Checkout Clubb and Clubb_Release)
[Pipeline] sh
+ git clone https://github.com/larson-group/clubb.git
Cloning into 'clubb'...
+ git clone https://github.com/larson-group/clubb_release.git
Cloning into 'clubb_release'...
[Pipeline] }
[Pipeline] // stage
[Pipeline] stage
[Pipeline] { (Diff)
[Pipeline] sh
+ diff --exclude=.git --exclude=version_clubb_core.txt --exclude=version_silhs.txt -r clubb clubb_release
diff '--exclude=.git' '--exclude=version_clubb_core.txt' '--exclude=version_silhs.txt' -r clubb/src/CLUBB_core/advance_clubb_core_module.F90 clubb_release/src/CLUBB_core/advance_clubb_core_module.F90
691,692c691
< Lscale_down, & ! Length scale (downwards component) [m]
< Lscale_zm ! Length scale on momentum levels [m]
---
> Lscale_down ! Length scale (downwards component) [m]
741d739
< sigma_sqd_w_tmp, &
851,853c849
< Skw_max_mag, & ! CLUBB tunable parameter Skw_max_mag
< mu, &
< a3_coef_min
---
> Skw_max_mag ! CLUBB tunable parameter Skw_max_mag
887,986d882
< !$acc data copyin( gr, gr%zm, gr%zt, gr%dzm, gr%dzt, gr%invrs_dzt, gr%invrs_dzm, &
< !$acc gr%weights_zt2zm, gr%weights_zm2zt, pdf_params, pdf_params_zm, &
< !$acc fcor, sfc_elevation, thlm_forcing, rtm_forcing, um_forcing, &
< !$acc vm_forcing, wprtp_forcing, wpthlp_forcing, rtp2_forcing, thlp2_forcing, &
< !$acc rtpthlp_forcing, wm_zm, wm_zt, rho_zm, rho, rho_ds_zm, rho_ds_zt, &
< !$acc invrs_rho_ds_zm, invrs_rho_ds_zt, thv_ds_zm, thv_ds_zt, rfrzm, &
< !$acc hydromet, radf, wphydrometp, wp2hmp, rtphmp_zt, thlphmp_zt, wpthlp_sfc, &
< !$acc wprtp_sfc, upwp_sfc, vpwp_sfc, sclrm_forcing, wpsclrp_sfc, edsclrm_forcing, &
< !$acc wpedsclrp_sfc, upwp_sfc_pert, vpwp_sfc_pert, rtm_ref, thlm_ref, um_ref, &
< #ifdef CLUBBND_CAM
< !$acc varmu, &
< #endif
< !$acc vm_ref, ug, vg, host_dx, host_dy ) &
< !$acc copy( um, upwp, vm, vpwp, up2, vp2, up3, vp3, rtm, wprtp, thlm, wpthlp, rtp2, &
< !$acc rtp3, thlp2, thlp3, rtpthlp, wp2, wp3, sclrm, wpsclrp, sclrp2, sclrp3, &
< !$acc sclrprtp, sclrpthlp, p_in_Pa, exner, rcm, cloud_frac, wpthvp, wp2thvp, &
< !$acc rtpthvp, thlpthvp, sclrpthvp, wp2rtp, wp2thlp, uprcp, vprcp, rc_coef, &
< !$acc wp4, wpup2, wpvp2, wp2up2, wp2vp2, ice_supersat_frac, um_pert, &
< !$acc vm_pert, upwp_pert, vpwp_pert, &
< #ifdef GFDL
< !$acc sclrm_trsport_only, &
< #endif
< !$acc edsclrm, &
< !$acc pdf_params%w_1, pdf_params%w_2, &
< !$acc pdf_params%varnce_w_1, pdf_params%varnce_w_2, &
< !$acc pdf_params%rt_1, pdf_params%rt_2, &
< !$acc pdf_params%varnce_rt_1, pdf_params%varnce_rt_2, &
< !$acc pdf_params%thl_1, pdf_params%thl_2, &
< !$acc pdf_params%varnce_thl_1, pdf_params%varnce_thl_2, &
< !$acc pdf_params%corr_w_rt_1, pdf_params%corr_w_rt_2, &
< !$acc pdf_params%corr_w_thl_1, pdf_params%corr_w_thl_2, &
< !$acc pdf_params%corr_rt_thl_1, pdf_params%corr_rt_thl_2,&
< !$acc pdf_params%alpha_thl, pdf_params%alpha_rt, &
< !$acc pdf_params%crt_1, pdf_params%crt_2, pdf_params%cthl_1, &
< !$acc pdf_params%cthl_2, pdf_params%chi_1, &
< !$acc pdf_params%chi_2, pdf_params%stdev_chi_1, &
< !$acc pdf_params%stdev_chi_2, pdf_params%stdev_eta_1, &
< !$acc pdf_params%stdev_eta_2, pdf_params%covar_chi_eta_1, &
< !$acc pdf_params%covar_chi_eta_2, pdf_params%corr_w_chi_1, &
< !$acc pdf_params%corr_w_chi_2, pdf_params%corr_w_eta_1, &
< !$acc pdf_params%corr_w_eta_2, pdf_params%corr_chi_eta_1, &
< !$acc pdf_params%corr_chi_eta_2, pdf_params%rsatl_1, &
< !$acc pdf_params%rsatl_2, pdf_params%rc_1, pdf_params%rc_2, &
< !$acc pdf_params%cloud_frac_1, pdf_params%cloud_frac_2, &
< !$acc pdf_params%mixt_frac, pdf_params%ice_supersat_frac_1, &
< !$acc pdf_params%ice_supersat_frac_2, &
< !$acc pdf_params_zm%w_1, pdf_params_zm%w_2, &
< !$acc pdf_params_zm%varnce_w_1, pdf_params_zm%varnce_w_2, &
< !$acc pdf_params_zm%rt_1, pdf_params_zm%rt_2, &
< !$acc pdf_params_zm%varnce_rt_1, pdf_params_zm%varnce_rt_2, &
< !$acc pdf_params_zm%thl_1, pdf_params_zm%thl_2, &
< !$acc pdf_params_zm%varnce_thl_1, pdf_params_zm%varnce_thl_2, &
< !$acc pdf_params_zm%corr_w_rt_1, pdf_params_zm%corr_w_rt_2, &
< !$acc pdf_params_zm%corr_w_thl_1, pdf_params_zm%corr_w_thl_2, &
< !$acc pdf_params_zm%corr_rt_thl_1, pdf_params_zm%corr_rt_thl_2,&
< !$acc pdf_params_zm%alpha_thl, pdf_params_zm%alpha_rt, &
< !$acc pdf_params_zm%crt_1, pdf_params_zm%crt_2, pdf_params_zm%cthl_1, &
< !$acc pdf_params_zm%cthl_2, pdf_params_zm%chi_1, &
< !$acc pdf_params_zm%chi_2, pdf_params_zm%stdev_chi_1, &
< !$acc pdf_params_zm%stdev_chi_2, pdf_params_zm%stdev_eta_1, &
< !$acc pdf_params_zm%stdev_eta_2, pdf_params_zm%covar_chi_eta_1, &
< !$acc pdf_params_zm%covar_chi_eta_2, pdf_params_zm%corr_w_chi_1, &
< !$acc pdf_params_zm%corr_w_chi_2, pdf_params_zm%corr_w_eta_1, &
< !$acc pdf_params_zm%corr_w_eta_2, pdf_params_zm%corr_chi_eta_1, &
< !$acc pdf_params_zm%corr_chi_eta_2, pdf_params_zm%rsatl_1, &
< !$acc pdf_params_zm%rsatl_2, pdf_params_zm%rc_1, pdf_params_zm%rc_2, &
< !$acc pdf_params_zm%cloud_frac_1, pdf_params_zm%cloud_frac_2, &
< !$acc pdf_params_zm%mixt_frac, pdf_params_zm%ice_supersat_frac_1, &
< !$acc pdf_params_zm%ice_supersat_frac_2 ) &
< !$acc copyout( rcm_in_layer, cloud_cover, wprcp, w_up_in_cloud, w_down_in_cloud, &
< !$acc cloudy_updraft_frac, cloudy_downdraft_frac, invrs_tau_zm, Kh_zt, &
< !$acc Kh_zm, &
< #ifdef CLUBB_CAM
< !$acc qclvar, &
< #endif
< !$acc thlprcp ) &
< !$acc create( Skw_zm, Skw_zt, thvm, thvm_zm, ddzm_thvm_zm, rtprcp, rcp2, &
< !$acc wpthlp2, wprtp2, wprtpthlp, wp2rcp, wp3_zm, Lscale, Lscale_up, Lscale_zm, &
< !$acc Lscale_down, em, tau_zm, tau_zt, wpedsclrp, sclrprcp, wp2sclrp, &
< !$acc wpsclrp2, wpsclrprtp, wpsclrpthlp, wp2_zt, thlp2_zt, wpthlp_zt, &
< !$acc wprtp_zt, rtp2_zt, rtpthlp_zt, up2_zt, vp2_zt, upwp_zt, vpwp_zt, &
< !$acc Skw_velocity, a3_coef, a3_coef_zt, wp3_on_wp2, wp3_on_wp2_zt, &
< !$acc rc_coef_zm, Km_zm, Kmh_zm, gamma_Skw_fnc, sigma_sqd_w, sigma_sqd_w_tmp, sigma_sqd_w_zt, &
< !$acc sqrt_em_zt, xp3_coef_fnc, w_1_zm, w_2_zm, varnce_w_1_zm, varnce_w_2_zm, &
< !$acc mixt_frac_zm, rcp2_zt, cloud_frac_zm, ice_supersat_frac_zm, rtm_zm, &
< !$acc thlm_zm, rcm_zm, wpsclrp_zt, sclrp2_zt, &
< !$acc rtm_integral_forcing, rtm_flux_top, rtm_flux_sfc, &
< !$acc thlm_integral_forcing, &
< !$acc thlm_flux_top, thlm_flux_sfc, thlm1000, thlm700, &
< !$acc rcm_supersat_adj, stability_correction, invrs_tau_N2_zm, &
< !$acc invrs_tau_C6_zm, invrs_tau_C1_zm, invrs_tau_xp2_zm, invrs_tau_N2_iso, &
< !$acc invrs_tau_C4_zm, invrs_tau_C14_zm, invrs_tau_wp2_zm, invrs_tau_wpxp_zm, &
< !$acc invrs_tau_wp3_zm, invrs_tau_no_N2_zm, invrs_tau_bkgnd, invrs_tau_shear, &
< !$acc invrs_tau_sfc, invrs_tau_zt, invrs_tau_wp3_zt, Cx_fnc_Richardson, &
< !$acc brunt_vaisala_freq_sqd, brunt_vaisala_freq_sqd_mixed, &
< !$acc brunt_vaisala_freq_sqd_dry, brunt_vaisala_freq_sqd_moist, &
< !$acc brunt_vaisala_freq_sqd_plus, brunt_vaisala_freq_sqd_splat, &
< !$acc brunt_vaisala_freq_sqd_zt, sqrt_Ri_zm, depth_pos_wpthlp, Lscale_max , &
< !$acc tau_max_zm, tau_max_zt, newmu, lhs_splat_wp2, lhs_splat_wp3 )
<
995,997d890
< mu = clubb_params(imu)
< a3_coef_min = clubb_params(ia3_coef_min)
<
998a892,893
> !$acc data copyin( host_dx, host_dy ) &
> !$acc copyout( Lscale_max )
1000a896
> !$acc end data
1003,1006d898
<
< !$acc update host( wm_zt, wm_zm, rho_ds_zt, rtm, gr%dzt, &
< !$acc rtm, thlm )
<
1030,1038d921
<
< !$acc update host( thlm_forcing, rtm_forcing, um_forcing, vm_forcing, &
< !$acc wm_zm, wm_zt, p_in_Pa, rho_zm, rho, exner, rho_ds_zm, &
< !$acc rho_ds_zt, invrs_rho_ds_zm, invrs_rho_ds_zt, thv_ds_zm, &
< !$acc thv_ds_zt, wpthlp_sfc, wprtp_sfc, upwp_sfc, vpwp_sfc, &
< !$acc um, upwp, vm, vpwp, up2, vp2, rtm, wprtp, thlm, wpthlp, &
< !$acc wp2, wp3, rtp2, thlp2, rtpthlp, wpsclrp_sfc, wpedsclrp_sfc, &
< !$acc sclrm, wpsclrp, sclrp2, sclrprtp, sclrpthlp, sclrm_forcing, &
< !$acc edsclrm, edsclrm_forcing )
1060c943
< !return
---
> return
1067,1069d949
<
< !$acc update host( rfrzm, wp2, vp2, up2, wprtp, wpthlp, upwp, vpwp, &
< !$acc rtp2, thlp2, rtpthlp, rtm, thlm, um, vm, wp3 )
1129d1008
< !$acc parallel loop default(present)
1135,1139c1014
< end do
<
< if ( clubb_config_flags%l_linearize_pbl_winds ) then
< !$acc parallel loop default(present)
< do i = 1, ngrdcol
---
> if ( clubb_config_flags%l_linearize_pbl_winds ) then
1142,1143c1017,1018
< end do
< endif ! l_linearize_pbl_winds
---
> endif ! l_linearize_pbl_winds
> end do
1145c1020
< ! Set fluxes for passive scalars (if enabled)
---
> ! Set fluxes for passive scalars (if enabled)
1147d1021
< !$acc parallel loop gang vector collapse(2) default(present)
1156d1029
< !$acc parallel loop gang vector collapse(2) default(present)
1166d1038
< !$acc parallel loop default(present)
1176d1047
< !$acc parallel loop gang vector collapse(2) default(present)
1185d1055
< !$acc parallel loop gang vector collapse(2) default(present)
1196d1065
< !$acc parallel loop default(present)
1201d1069
< !$acc parallel loop default(present)
1203c1071
< newmu(i) = mu
---
> newmu(i) = clubb_params(imu)
1221a1090,1158
> !$acc data copyin( gr, gr%zm, gr%zt, gr%invrs_dzt, gr%invrs_dzm, &
> !$acc gr%weights_zt2zm, gr%weights_zm2zt, &
> !$acc pdf_params, pdf_params_zm, wprtp, thlm, wpthlp, rtp2, rtp3, &
> !$acc thlp2, thlp3, rtpthlp, wp2, wp3, &
> !$acc wm_zm, wm_zt, p_in_Pa, exner, thv_ds_zm, &
> !$acc thv_ds_zt, rtm_ref, um, up2, upwp, &
> !$acc up3, vm, vp2, vpwp, vp3, wphydrometp, &
> !$acc wp2hmp, rtphmp_zt, thlphmp_zt, sclrm, wpsclrp, &
> !$acc sclrp2, sclrprtp, sclrpthlp, sclrp3,clubb_params ) &
> !$acc copyout( rcm, cloud_frac, ice_supersat_frac, wprcp, sigma_sqd_w, &
> !$acc wpthvp, wp2thvp, rtpthvp, thlpthvp, rc_coef, &
> !$acc rcm_in_layer, cloud_cover, rcp2_zt, thlprcp, &
> !$acc rc_coef_zm, sclrpthvp, wpup2, wpvp2, wp2up2, &
> !$acc wp2vp2, wp4, wp2rtp, wprtp2, &
> !$acc wp2thlp, wpthlp2, wprtpthlp, wp2rcp, &
> !$acc rtprcp, rcp2, uprcp, vprcp, &
> !$acc w_up_in_cloud, w_down_in_cloud, &
> !$acc cloudy_updraft_frac, cloudy_downdraft_frac, &
> !$acc Skw_velocity, cloud_frac_zm, ice_supersat_frac_zm, &
> !$acc rtm_zm, thlm_zm, rcm_zm, rcm_supersat_adj, &
> !$acc wp2sclrp, wpsclrp2, sclrprcp, wpsclrprtp, &
> !$acc wpsclrpthlp ) &
> !$acc copy( pdf_params%w_1, pdf_params%w_2, &
> !$acc pdf_params%varnce_w_1, pdf_params%varnce_w_2, &
> !$acc pdf_params%rt_1, pdf_params%rt_2, &
> !$acc pdf_params%varnce_rt_1, pdf_params%varnce_rt_2, &
> !$acc pdf_params%thl_1, pdf_params%thl_2, &
> !$acc pdf_params%varnce_thl_1, pdf_params%varnce_thl_2, &
> !$acc pdf_params%corr_w_rt_1, pdf_params%corr_w_rt_2, &
> !$acc pdf_params%corr_w_thl_1, pdf_params%corr_w_thl_2, &
> !$acc pdf_params%corr_rt_thl_1, pdf_params%corr_rt_thl_2,&
> !$acc pdf_params%alpha_thl, pdf_params%alpha_rt, &
> !$acc pdf_params%crt_1, pdf_params%crt_2, pdf_params%cthl_1, &
> !$acc pdf_params%cthl_2, pdf_params%chi_1, &
> !$acc pdf_params%chi_2, pdf_params%stdev_chi_1, &
> !$acc pdf_params%stdev_chi_2, pdf_params%stdev_eta_1, &
> !$acc pdf_params%stdev_eta_2, pdf_params%covar_chi_eta_1, &
> !$acc pdf_params%covar_chi_eta_2, pdf_params%corr_w_chi_1, &
> !$acc pdf_params%corr_w_chi_2, pdf_params%corr_w_eta_1, &
> !$acc pdf_params%corr_w_eta_2, pdf_params%corr_chi_eta_1, &
> !$acc pdf_params%corr_chi_eta_2, pdf_params%rsatl_1, &
> !$acc pdf_params%rsatl_2, pdf_params%rc_1, pdf_params%rc_2, &
> !$acc pdf_params%cloud_frac_1, pdf_params%cloud_frac_2, &
> !$acc pdf_params%mixt_frac, pdf_params%ice_supersat_frac_1, &
> !$acc pdf_params%ice_supersat_frac_2, &
> !$acc pdf_params_zm%w_1, pdf_params_zm%w_2, &
> !$acc pdf_params_zm%varnce_w_1, pdf_params_zm%varnce_w_2, &
> !$acc pdf_params_zm%rt_1, pdf_params_zm%rt_2, &
> !$acc pdf_params_zm%varnce_rt_1, pdf_params_zm%varnce_rt_2, &
> !$acc pdf_params_zm%thl_1, pdf_params_zm%thl_2, &
> !$acc pdf_params_zm%varnce_thl_1, pdf_params_zm%varnce_thl_2, &
> !$acc pdf_params_zm%corr_w_rt_1, pdf_params_zm%corr_w_rt_2, &
> !$acc pdf_params_zm%corr_w_thl_1, pdf_params_zm%corr_w_thl_2, &
> !$acc pdf_params_zm%corr_rt_thl_1, pdf_params_zm%corr_rt_thl_2,&
> !$acc pdf_params_zm%alpha_thl, pdf_params_zm%alpha_rt, &
> !$acc pdf_params_zm%crt_1, pdf_params_zm%crt_2, pdf_params_zm%cthl_1, &
> !$acc pdf_params_zm%cthl_2, pdf_params_zm%chi_1, &
> !$acc pdf_params_zm%chi_2, pdf_params_zm%stdev_chi_1, &
> !$acc pdf_params_zm%stdev_chi_2, pdf_params_zm%stdev_eta_1, &
> !$acc pdf_params_zm%stdev_eta_2, pdf_params_zm%covar_chi_eta_1, &
> !$acc pdf_params_zm%covar_chi_eta_2, pdf_params_zm%corr_w_chi_1, &
> !$acc pdf_params_zm%corr_w_chi_2, pdf_params_zm%corr_w_eta_1, &
> !$acc pdf_params_zm%corr_w_eta_2, pdf_params_zm%corr_chi_eta_1, &
> !$acc pdf_params_zm%corr_chi_eta_2, pdf_params_zm%rsatl_1, &
> !$acc pdf_params_zm%rsatl_2, pdf_params_zm%rc_1, pdf_params_zm%rc_2, &
> !$acc pdf_params_zm%cloud_frac_1, pdf_params_zm%cloud_frac_2, &
> !$acc pdf_params_zm%mixt_frac, pdf_params_zm%ice_supersat_frac_1, &
> !$acc pdf_params_zm%ice_supersat_frac_2, rtm )
>
1280a1218
> !$acc end data
1288c1226
< wp2_zt(:,:) = zm2zt( nz, ngrdcol, gr, wp2(:,:) ) ! Positive definite quantity
---
> wp2_zt(:,:) = max( zm2zt( nz, ngrdcol, gr, wp2(:,:) ), w_tol_sqd ) ! Positive definite quantity
1291,1297d1228
< !$acc parallel loop gang vector collapse(2) default(present)
< do k = 1, nz
< do i = 1, ngrdcol
< wp2_zt(i,k) = max( wp2_zt(i,k), w_tol_sqd )
< end do
< end do
<
1322d1252
< !$acc parallel loop gang vector collapse(2) default(present)
1330d1259
< !$acc parallel loop gang vector collapse(2) default(present)
1337a1267,1269
> !$acc data copyin( gamma_Skw_fnc, wp2, thlp2, rtp2, up2, &
> !$acc vp2, wpthlp, wprtp, upwp, vpwp ) &
> !$acc copyout( sigma_sqd_w )
1343c1275,1276
< sigma_sqd_w_tmp )
---
> sigma_sqd_w )
> !$acc end data
1346c1279
< sigma_sqd_w(:,:) = zm2zt2zm( nz, ngrdcol, gr, sigma_sqd_w_tmp(:,:) )
---
> sigma_sqd_w(:,:) = zm2zt2zm( nz, ngrdcol, gr, sigma_sqd_w(:,:) )
1348d1280
< !$acc parallel loop gang vector collapse(2) default(present)
1357a1290
>
1368d1300
< !$acc parallel loop gang vector collapse(2) default(present)
1378,1383c1310
< !$acc parallel loop gang vector collapse(2) default(present)
< do k = 1, nz
< do i = 1, ngrdcol
< a3_coef(i,k) = max( a3_coef(i,k), a3_coef_min )
< end do
< end do
---
> a3_coef = max( a3_coef, clubb_params(ia3_coef_min) )
1387,1388c1314,1315
< thlp2_zt(:,:) = zm2zt( nz, ngrdcol, gr, thlp2(:,:) ) ! Positive def. quantity
< rtp2_zt(:,:) = zm2zt( nz, ngrdcol, gr, rtp2(:,:) ) ! Positive def. quantity
---
> thlp2_zt(:,:) = max( zm2zt( nz, ngrdcol, gr, thlp2(:,:) ), thl_tol**2 ) ! Positive def. quantity
> rtp2_zt(:,:) = max( zm2zt( nz, ngrdcol, gr, rtp2(:,:) ), rt_tol**2 ) ! Positive def. quantity
1391,1398d1317
< !$acc parallel loop gang vector collapse(2) default(present)
< do k = 1, nz
< do i = 1, ngrdcol
< thlp2_zt(i,k) = max( thlp2_zt(i,k), thl_tol**2 )
< rtp2_zt(i,k) = max( rtp2_zt(i,k), rt_tol**2 )
< end do
< end do
<
1401d1319
< !$acc parallel loop gang vector collapse(2) default(present)
1409d1326
< !$acc parallel loop gang vector collapse(2) default(present)
1438d1354
< !$acc parallel loop gang vector collapse(2) default(present)
1445d1360
< !$acc parallel loop gang vector collapse(2) default(present)
1453,1460c1368
< sqrt_em_zt(:,:) = zm2zt( nz, ngrdcol, gr, em(:,:) )
<
< !$acc parallel loop gang vector collapse(2) default(present)
< do k = 1, nz
< do i = 1, ngrdcol
< sqrt_em_zt(i,k) = sqrt( max( em_min, sqrt_em_zt(i,k) ) )
< end do
< end do
---
> sqrt_em_zt(:,:) = SQRT( MAX( em_min, zm2zt( nz, ngrdcol, gr, em(:,:) ) ) )
1467a1376,1385
>
> !$acc data copyin( gr, gr%zm, gr%dzm, gr%invrs_dzm, gr%zt, &
> !$acc pdf_params, pdf_params%rt_1, pdf_params%rt_2, &
> !$acc pdf_params%varnce_rt_1, pdf_params%varnce_rt_2, &
> !$acc pdf_params%thl_1, pdf_params%thl_2, pdf_params%varnce_thl_1, &
> !$acc pdf_params%varnce_thl_2, &
> !$acc p_in_Pa, exner, rtm, &
> !$acc thlm, thvm, newmu, rtp2, thlp2, rtpthlp, em, &
> !$acc thv_ds_zt, Lscale_max ) &
> !$acc copyout( Lscale, Lscale_up, Lscale_down )
1476a1395
> !$acc end data
1482c1401
< !return
---
> return
1490d1408
< !$acc parallel loop gang vector collapse(2) default(present)
1493c1411
< tau_zt(i,k) = min( Lscale(i,k) / sqrt_em_zt(i,k), taumax )
---
> tau_zt(i,k) = MIN( Lscale(i,k) / sqrt_em_zt(i,k), taumax )
1496,1497d1413
<
< tau_zm(:,:) = zt2zm( nz, ngrdcol, gr, Lscale(:,:) )
1499,1505c1415,1416
< !$acc parallel loop gang vector collapse(2) default(present)
< do k = 1, nz
< do i = 1, ngrdcol
< tau_zm(i,k) = min( ( max( tau_zm(i,k), zero_threshold ) &
< / sqrt( max( em_min, em(i,k) ) ) ), taumax )
< end do
< end do
---
> tau_zm(:,:) = MIN( ( MAX( zt2zm( nz, ngrdcol, gr, Lscale(:,:) ), zero_threshold ) &
> / SQRT( MAX( em_min, em(:,:) ) ) ), taumax )
1507d1417
< !$acc parallel loop gang vector collapse(2) default(present)
1536a1447,1457
> !$acc data copyin( gr, gr%zm, gr%zt, &
> !$acc upwp_sfc, vpwp_sfc, um, vm, exner, p_in_Pa, rtm, thlm, &
> !$acc thvm, rcm, ice_supersat_frac, em, sqrt_em_zt, sfc_elevation, &
> !$acc Lscale_max ) &
> !$acc copyout( brunt_vaisala_freq_sqd, brunt_vaisala_freq_sqd_mixed, &
> !$acc brunt_vaisala_freq_sqd_dry, brunt_vaisala_freq_sqd_moist, &
> !$acc brunt_vaisala_freq_sqd_plus, sqrt_Ri_zm, invrs_tau_zt, &
> !$acc invrs_tau_zm, invrs_tau_sfc, invrs_tau_no_N2_zm, invrs_tau_bkgnd, &
> !$acc invrs_tau_shear, invrs_tau_N2_iso, invrs_tau_wp2_zm, invrs_tau_xp2_zm, &
> !$acc invrs_tau_wp3_zm, invrs_tau_wp3_zt, invrs_tau_wpxp_zm, tau_max_zm, &
> !$acc tau_max_zt, tau_zm, tau_zt, Lscale, Lscale_up, Lscale_down )
1561a1483
> !$acc end data
1587d1508
< !$acc parallel loop gang vector collapse(2) default(present)
1593,1594d1513
<
< Lscale_zm(:,:) = zt2zm( nz, ngrdcol, gr, Lscale(:,:) )
1596,1602c1515,1525
< !$acc parallel loop gang vector collapse(2) default(present)
< do k = 1, nz
< do i = 1, ngrdcol
< Kh_zm(i,k) = c_K * max( Lscale_zm(i,k), zero_threshold ) &
< * sqrt( max( em(i,k), em_min ) )
< end do
< end do
---
> Kh_zm(:,:) = c_K * max( zt2zm( nz, ngrdcol, gr, Lscale(:,:) ), zero_threshold ) &
> * sqrt( max( em(:,:), em_min ) )
>
>
> !$acc data copyin( gr, gr%zm, gr%dzm, wp2_zt, wp3, tau_zt, Lscale_up, &
> !$acc sfc_elevation, upwp_sfc, vpwp_sfc, wprtp_sfc, &
> !$acc wpthlp, um, vm, tau_zm, wpsclrp_sfc, &
> !$acc brunt_vaisala_freq_sqd_mixed, Lscale, rho_ds_zm ) &
> !$acc copy( up2, vp2, thlp2, rtp2, rtpthlp, wp2,&
> !$acc lhs_splat_wp2, lhs_splat_wp3, sclrp2, sclrprtp, sclrpthlp, &
> !$acc brunt_vaisala_freq_sqd_splat )
1640a1564,1565
> !$acc end data
>
1645c1570
< !return
---
> return
1654,1655d1578
<
< !$acc update host( rtm, rcm, thlm, exner, p_in_Pa )
1685d1607
< !$acc parallel loop gang vector collapse(2) default(present)
1703a1626,1628
> !$acc data copyin( Lscale, em, thlm, exner, rtm, rcm, p_in_Pa, &
> !$acc thvm, ice_supersat_frac ) &
> !$acc copyout( stability_correction )
1711a1637
> !$acc end data
1714d1639
< !$acc update host( stability_correction )
1728d1652
< !$acc parallel loop gang vector collapse(2) default(present)
1737d1660
< !$acc parallel loop gang vector collapse(2) default(present)
1748d1670
< !$acc parallel loop gang vector collapse(2) default(present)
1756d1677
< !$acc parallel loop gang vector collapse(2) default(present)
1763d1683
< !$acc parallel loop gang vector collapse(2) default(present)
1772,1777d1691
<
< !$acc update host( invrs_tau_zm, invrs_tau_xp2_zm, invrs_tau_wp2_zm, invrs_tau_wpxp_zm, &
< !$acc sqrt_Ri_zm, invrs_tau_wp3_zm, invrs_tau_no_N2_zm, invrs_tau_bkgnd, &
< !$acc invrs_tau_sfc, invrs_tau_shear, brunt_vaisala_freq_sqd, &
< !$acc brunt_vaisala_freq_sqd_splat )
<
1814a1729,1731
> !$acc data copyin( thlm, um, vm, em, Lscale, exner, rtm, rcm, p_in_Pa, &
> !$acc thvm, rho_ds_zm, ice_supersat_frac ) &
> !$acc copyout( Cx_fnc_Richardson )
1825a1743
> !$acc end data
1827d1744
< !$acc parallel loop gang vector collapse(2) default(present)
1835,1859d1751
< !$acc update host( Skw_zm, Skw_zt, thvm, thvm_zm, ddzm_thvm_zm, rtprcp, rcp2, &
< !$acc wpthlp2, wprtp2, wprtpthlp, wp2rcp, wp3_zm, Lscale, Lscale_up, Lscale_zm, &
< !$acc Lscale_down, em, tau_zm, tau_zt, wpedsclrp, sclrprcp, wp2sclrp, &
< !$acc wpsclrp2, wpsclrprtp, wpsclrpthlp, wp2_zt, thlp2_zt, wpthlp_zt, &
< !$acc wprtp_zt, rtp2_zt, rtpthlp_zt, up2_zt, vp2_zt, upwp_zt, vpwp_zt, &
< !$acc Skw_velocity, a3_coef, a3_coef_zt, wp3_on_wp2, wp3_on_wp2_zt, &
< !$acc rc_coef_zm, Km_zm, Kmh_zm, gamma_Skw_fnc, sigma_sqd_w, sigma_sqd_w_zt, &
< !$acc sqrt_em_zt, xp3_coef_fnc, w_1_zm, w_2_zm, varnce_w_1_zm, varnce_w_2_zm, &
< !$acc mixt_frac_zm, rcp2_zt, cloud_frac_zm, ice_supersat_frac_zm, rtm_zm, &
< !$acc thlm_zm, rcm_zm, wpsclrp_zt, sclrp2_zt, &
< !$acc rtm_integral_forcing, rtm_flux_top, rtm_flux_sfc, &
< !$acc thlm_integral_forcing, &
< !$acc thlm_flux_top, thlm_flux_sfc, thlm1000, thlm700, &
< !$acc rcm_supersat_adj, stability_correction, invrs_tau_N2_zm, &
< !$acc invrs_tau_C6_zm, invrs_tau_C1_zm, invrs_tau_xp2_zm, invrs_tau_N2_iso, &
< !$acc invrs_tau_C4_zm, invrs_tau_C14_zm, invrs_tau_wp2_zm, invrs_tau_wpxp_zm, &
< !$acc invrs_tau_wp3_zm, invrs_tau_no_N2_zm, invrs_tau_bkgnd, invrs_tau_shear, &
< !$acc invrs_tau_sfc, invrs_tau_zt, invrs_tau_wp3_zt, Cx_fnc_Richardson, &
< !$acc brunt_vaisala_freq_sqd, brunt_vaisala_freq_sqd_mixed, &
< !$acc brunt_vaisala_freq_sqd_dry, brunt_vaisala_freq_sqd_moist, &
< !$acc brunt_vaisala_freq_sqd_plus, brunt_vaisala_freq_sqd_splat, &
< !$acc brunt_vaisala_freq_sqd_zt, sqrt_Ri_zm, depth_pos_wpthlp, Lscale_max , &
< !$acc tau_max_zm, tau_max_zt, newmu, lhs_splat_wp2, lhs_splat_wp3 )
< !$acc end data
<
2260,2360d2151
<
<
< !$acc data copy( gr, gr%zm, gr%zt, gr%dzm, gr%dzt, gr%invrs_dzt, gr%invrs_dzm, &
< !$acc gr%weights_zt2zm, gr%weights_zm2zt, pdf_params, pdf_params_zm, &
< !$acc fcor, sfc_elevation, thlm_forcing, rtm_forcing, um_forcing, &
< !$acc vm_forcing, wprtp_forcing, wpthlp_forcing, rtp2_forcing, thlp2_forcing, &
< !$acc rtpthlp_forcing, wm_zm, wm_zt, rho_zm, rho, rho_ds_zm, rho_ds_zt, &
< !$acc invrs_rho_ds_zm, invrs_rho_ds_zt, thv_ds_zm, thv_ds_zt, rfrzm, &
< !$acc hydromet, radf, wphydrometp, wp2hmp, rtphmp_zt, thlphmp_zt, wpthlp_sfc, &
< !$acc wprtp_sfc, upwp_sfc, vpwp_sfc, sclrm_forcing, wpsclrp_sfc, edsclrm_forcing, &
< !$acc wpedsclrp_sfc, upwp_sfc_pert, vpwp_sfc_pert, rtm_ref, thlm_ref, um_ref, &
< #ifdef CLUBBND_CAM
< !$acc varmu, &
< #endif
< !$acc vm_ref, ug, vg, host_dx, host_dy, &
< !$acc Skw_zm, Skw_zt, thvm, thvm_zm, ddzm_thvm_zm, rtprcp, rcp2, &
< !$acc wpthlp2, wprtp2, wprtpthlp, wp2rcp, wp3_zm, Lscale, Lscale_up, Lscale_zm, &
< !$acc Lscale_down, em, tau_zm, tau_zt, wpedsclrp, sclrprcp, wp2sclrp, &
< !$acc wpsclrp2, wpsclrprtp, wpsclrpthlp, wp2_zt, thlp2_zt, wpthlp_zt, &
< !$acc wprtp_zt, rtp2_zt, rtpthlp_zt, up2_zt, vp2_zt, upwp_zt, vpwp_zt, &
< !$acc Skw_velocity, a3_coef, a3_coef_zt, wp3_on_wp2, wp3_on_wp2_zt, &
< !$acc rc_coef_zm, Km_zm, Kmh_zm, gamma_Skw_fnc, sigma_sqd_w, sigma_sqd_w_tmp, sigma_sqd_w_zt, &
< !$acc sqrt_em_zt, xp3_coef_fnc, w_1_zm, w_2_zm, varnce_w_1_zm, varnce_w_2_zm, &
< !$acc mixt_frac_zm, rcp2_zt, cloud_frac_zm, ice_supersat_frac_zm, rtm_zm, &
< !$acc thlm_zm, rcm_zm, wpsclrp_zt, sclrp2_zt, &
< !$acc rtm_integral_forcing, rtm_flux_top, rtm_flux_sfc, &
< !$acc thlm_integral_forcing, &
< !$acc thlm_flux_top, thlm_flux_sfc, thlm1000, thlm700, &
< !$acc rcm_supersat_adj, stability_correction, invrs_tau_N2_zm, &
< !$acc invrs_tau_C6_zm, invrs_tau_C1_zm, invrs_tau_xp2_zm, invrs_tau_N2_iso, &
< !$acc invrs_tau_C4_zm, invrs_tau_C14_zm, invrs_tau_wp2_zm, invrs_tau_wpxp_zm, &
< !$acc invrs_tau_wp3_zm, invrs_tau_no_N2_zm, invrs_tau_bkgnd, invrs_tau_shear, &
< !$acc invrs_tau_sfc, invrs_tau_zt, invrs_tau_wp3_zt, Cx_fnc_Richardson, &
< !$acc brunt_vaisala_freq_sqd, brunt_vaisala_freq_sqd_mixed, &
< !$acc brunt_vaisala_freq_sqd_dry, brunt_vaisala_freq_sqd_moist, &
< !$acc brunt_vaisala_freq_sqd_plus, brunt_vaisala_freq_sqd_splat, &
< !$acc brunt_vaisala_freq_sqd_zt, sqrt_Ri_zm, depth_pos_wpthlp, Lscale_max , &
< !$acc tau_max_zm, tau_max_zt, newmu, lhs_splat_wp2, lhs_splat_wp3, &
< !$acc um, upwp, vm, vpwp, up2, vp2, up3, vp3, rtm, wprtp, thlm, wpthlp, rtp2, &
< !$acc rtp3, thlp2, thlp3, rtpthlp, wp2, wp3, sclrm, wpsclrp, sclrp2, sclrp3, &
< !$acc sclrprtp, sclrpthlp, p_in_Pa, exner, rcm, cloud_frac, wpthvp, wp2thvp, &
< !$acc rtpthvp, thlpthvp, sclrpthvp, wp2rtp, wp2thlp, uprcp, vprcp, rc_coef, &
< !$acc wp4, wpup2, wpvp2, wp2up2, wp2vp2, ice_supersat_frac, um_pert, &
< !$acc vm_pert, upwp_pert, vpwp_pert, &
< #ifdef GFDL
< !$acc sclrm_trsport_only, &
< #endif
< !$acc edsclrm, &
< !$acc pdf_params%w_1, pdf_params%w_2, &
< !$acc pdf_params%varnce_w_1, pdf_params%varnce_w_2, &
< !$acc pdf_params%rt_1, pdf_params%rt_2, &
< !$acc pdf_params%varnce_rt_1, pdf_params%varnce_rt_2, &
< !$acc pdf_params%thl_1, pdf_params%thl_2, &
< !$acc pdf_params%varnce_thl_1, pdf_params%varnce_thl_2, &
< !$acc pdf_params%corr_w_rt_1, pdf_params%corr_w_rt_2, &
< !$acc pdf_params%corr_w_thl_1, pdf_params%corr_w_thl_2, &
< !$acc pdf_params%corr_rt_thl_1, pdf_params%corr_rt_thl_2,&
< !$acc pdf_params%alpha_thl, pdf_params%alpha_rt, &
< !$acc pdf_params%crt_1, pdf_params%crt_2, pdf_params%cthl_1, &
< !$acc pdf_params%cthl_2, pdf_params%chi_1, &
< !$acc pdf_params%chi_2, pdf_params%stdev_chi_1, &
< !$acc pdf_params%stdev_chi_2, pdf_params%stdev_eta_1, &
< !$acc pdf_params%stdev_eta_2, pdf_params%covar_chi_eta_1, &
< !$acc pdf_params%covar_chi_eta_2, pdf_params%corr_w_chi_1, &
< !$acc pdf_params%corr_w_chi_2, pdf_params%corr_w_eta_1, &
< !$acc pdf_params%corr_w_eta_2, pdf_params%corr_chi_eta_1, &
< !$acc pdf_params%corr_chi_eta_2, pdf_params%rsatl_1, &
< !$acc pdf_params%rsatl_2, pdf_params%rc_1, pdf_params%rc_2, &
< !$acc pdf_params%cloud_frac_1, pdf_params%cloud_frac_2, &
< !$acc pdf_params%mixt_frac, pdf_params%ice_supersat_frac_1, &
< !$acc pdf_params%ice_supersat_frac_2, &
< !$acc pdf_params_zm%w_1, pdf_params_zm%w_2, &
< !$acc pdf_params_zm%varnce_w_1, pdf_params_zm%varnce_w_2, &
< !$acc pdf_params_zm%rt_1, pdf_params_zm%rt_2, &
< !$acc pdf_params_zm%varnce_rt_1, pdf_params_zm%varnce_rt_2, &
< !$acc pdf_params_zm%thl_1, pdf_params_zm%thl_2, &
< !$acc pdf_params_zm%varnce_thl_1, pdf_params_zm%varnce_thl_2, &
< !$acc pdf_params_zm%corr_w_rt_1, pdf_params_zm%corr_w_rt_2, &
< !$acc pdf_params_zm%corr_w_thl_1, pdf_params_zm%corr_w_thl_2, &
< !$acc pdf_params_zm%corr_rt_thl_1, pdf_params_zm%corr_rt_thl_2,&
< !$acc pdf_params_zm%alpha_thl, pdf_params_zm%alpha_rt, &
< !$acc pdf_params_zm%crt_1, pdf_params_zm%crt_2, pdf_params_zm%cthl_1, &
< !$acc pdf_params_zm%cthl_2, pdf_params_zm%chi_1, &
< !$acc pdf_params_zm%chi_2, pdf_params_zm%stdev_chi_1, &
< !$acc pdf_params_zm%stdev_chi_2, pdf_params_zm%stdev_eta_1, &
< !$acc pdf_params_zm%stdev_eta_2, pdf_params_zm%covar_chi_eta_1, &
< !$acc pdf_params_zm%covar_chi_eta_2, pdf_params_zm%corr_w_chi_1, &
< !$acc pdf_params_zm%corr_w_chi_2, pdf_params_zm%corr_w_eta_1, &
< !$acc pdf_params_zm%corr_w_eta_2, pdf_params_zm%corr_chi_eta_1, &
< !$acc pdf_params_zm%corr_chi_eta_2, pdf_params_zm%rsatl_1, &
< !$acc pdf_params_zm%rsatl_2, pdf_params_zm%rc_1, pdf_params_zm%rc_2, &
< !$acc pdf_params_zm%cloud_frac_1, pdf_params_zm%cloud_frac_2, &
< !$acc pdf_params_zm%mixt_frac, pdf_params_zm%ice_supersat_frac_1, &
< !$acc pdf_params_zm%ice_supersat_frac_2, rtm, &
< !$acc rcm_in_layer, cloud_cover, wprcp, w_up_in_cloud, w_down_in_cloud, &
< !$acc cloudy_updraft_frac, cloudy_downdraft_frac, invrs_tau_zm, Kh_zt, &
< !$acc Kh_zm, &
< #ifdef CLUBB_CAM
< !$acc qclvar, &
< #endif
< !$acc thlprcp )
2433,2434c2224,2225
< thlp2_zt(:,:) = zm2zt( nz, ngrdcol, gr, thlp2(:,:) ) ! Positive def. quantity
< rtp2_zt(:,:) = zm2zt( nz, ngrdcol, gr, rtp2(:,:) ) ! Positive def. quantity
---
> thlp2_zt(:,:) = max( zm2zt( nz, ngrdcol, gr, thlp2(:,:) ), thl_tol**2 ) ! Positive def. quantity
> rtp2_zt(:,:) = max( zm2zt( nz, ngrdcol, gr, rtp2(:,:) ), rt_tol**2 ) ! Positive def. quantity
2438,2449c2229,2230
< up2_zt(:,:) = zm2zt( nz, ngrdcol, gr, up2(:,:) ) ! Positive def. quantity
< vp2_zt(:,:) = zm2zt( nz, ngrdcol, gr, vp2(:,:) ) ! Positive def. quantity
<
< !$acc parallel loop gang vector collapse(2) default(present)
< do k = 1, nz
< do i = 1, ngrdcol
< thlp2_zt(i,k) = max( thlp2_zt(i,k), thl_tol**2 )
< rtp2_zt(i,k) = max( rtp2_zt(i,k), rt_tol**2 )
< up2_zt(i,k) = max( up2_zt(i,k), w_tol_sqd )
< vp2_zt(i,k) = max( vp2_zt(i,k), w_tol_sqd )
< end do
< end do
---
> up2_zt(:,:) = max( zm2zt( nz, ngrdcol, gr, up2(:,:) ), w_tol_sqd ) ! Positive def. quantity
> vp2_zt(:,:) = max( zm2zt( nz, ngrdcol, gr, vp2(:,:) ), w_tol_sqd ) ! Positive def. quantity
2455,2462c2236
< sigma_sqd_w_zt(:,:) = zm2zt( nz, ngrdcol, gr, sigma_sqd_w(:,:) )
<
< !$acc parallel loop gang vector collapse(2) default(present)
< do k = 1, nz
< do i = 1, ngrdcol
< sigma_sqd_w_zt(i,k) = max( sigma_sqd_w_zt(i,k), zero_threshold )
< end do
< end do
---
> sigma_sqd_w_zt(:,:) = max( zm2zt( nz, ngrdcol, gr, sigma_sqd_w(:,:) ), zero_threshold )
2487,2494c2261
< sclrp2_zt(:,:) = zm2zt( nz, ngrdcol, gr, sclrp2(:,:,j) )
<
< !$acc parallel loop gang vector collapse(2) default(present)
< do k = 1, nz
< do i = 1, ngrdcol
< sclrp2_zt(i,k) = max( sclrp2_zt(i,k), sclr_tol(j)**2 )
< end do
< end do
---
> sclrp2_zt(:,:) = max( zm2zt( nz, ngrdcol, gr, sclrp2(:,:,j) ), sclr_tol(j)**2 )
2590a2358,2426
> !$acc data copyin( gr, gr%zm, gr%zt, gr%invrs_dzt, gr%invrs_dzm, &
> !$acc gr%weights_zt2zm, gr%weights_zm2zt, &
> !$acc pdf_params, pdf_params_zm, wprtp, thlm, wpthlp, rtp2, rtp3, &
> !$acc thlp2, thlp3, rtpthlp, wp2, wp3, &
> !$acc wm_zm, wm_zt, p_in_Pa, exner, thv_ds_zm, &
> !$acc thv_ds_zt, rtm_ref, um, up2, upwp, &
> !$acc up3, vm, vp2, vpwp, vp3, wphydrometp, &
> !$acc wp2hmp, rtphmp_zt, thlphmp_zt, sclrm, wpsclrp, &
> !$acc sclrp2, sclrprtp, sclrpthlp, sclrp3,clubb_params ) &
> !$acc copyout( rcm, cloud_frac, ice_supersat_frac, wprcp, sigma_sqd_w, &
> !$acc wpthvp, wp2thvp, rtpthvp, thlpthvp, rc_coef, &
> !$acc rcm_in_layer, cloud_cover, rcp2_zt, thlprcp, &
> !$acc rc_coef_zm, sclrpthvp, wpup2, wpvp2, wp2up2, &
> !$acc wp2vp2, wp4, wp2rtp, wprtp2, &
> !$acc wp2thlp, wpthlp2, wprtpthlp, wp2rcp, &
> !$acc rtprcp, rcp2, uprcp, vprcp, &
> !$acc w_up_in_cloud, w_down_in_cloud, &
> !$acc cloudy_updraft_frac, cloudy_downdraft_frac, &
> !$acc Skw_velocity, cloud_frac_zm, ice_supersat_frac_zm, &
> !$acc rtm_zm, thlm_zm, rcm_zm, rcm_supersat_adj, &
> !$acc wp2sclrp, wpsclrp2, sclrprcp, wpsclrprtp, &
> !$acc wpsclrpthlp ) &
> !$acc copy( pdf_params%w_1, pdf_params%w_2, &
> !$acc pdf_params%varnce_w_1, pdf_params%varnce_w_2, &
> !$acc pdf_params%rt_1, pdf_params%rt_2, &
> !$acc pdf_params%varnce_rt_1, pdf_params%varnce_rt_2, &
> !$acc pdf_params%thl_1, pdf_params%thl_2, &
> !$acc pdf_params%varnce_thl_1, pdf_params%varnce_thl_2, &
> !$acc pdf_params%corr_w_rt_1, pdf_params%corr_w_rt_2, &
> !$acc pdf_params%corr_w_thl_1, pdf_params%corr_w_thl_2, &
> !$acc pdf_params%corr_rt_thl_1, pdf_params%corr_rt_thl_2,&
> !$acc pdf_params%alpha_thl, pdf_params%alpha_rt, &
> !$acc pdf_params%crt_1, pdf_params%crt_2, pdf_params%cthl_1, &
> !$acc pdf_params%cthl_2, pdf_params%chi_1, &
> !$acc pdf_params%chi_2, pdf_params%stdev_chi_1, &
> !$acc pdf_params%stdev_chi_2, pdf_params%stdev_eta_1, &
> !$acc pdf_params%stdev_eta_2, pdf_params%covar_chi_eta_1, &
> !$acc pdf_params%covar_chi_eta_2, pdf_params%corr_w_chi_1, &
> !$acc pdf_params%corr_w_chi_2, pdf_params%corr_w_eta_1, &
> !$acc pdf_params%corr_w_eta_2, pdf_params%corr_chi_eta_1, &
> !$acc pdf_params%corr_chi_eta_2, pdf_params%rsatl_1, &
> !$acc pdf_params%rsatl_2, pdf_params%rc_1, pdf_params%rc_2, &
> !$acc pdf_params%cloud_frac_1, pdf_params%cloud_frac_2, &
> !$acc pdf_params%mixt_frac, pdf_params%ice_supersat_frac_1, &
> !$acc pdf_params%ice_supersat_frac_2, &
> !$acc pdf_params_zm%w_1, pdf_params_zm%w_2, &
> !$acc pdf_params_zm%varnce_w_1, pdf_params_zm%varnce_w_2, &
> !$acc pdf_params_zm%rt_1, pdf_params_zm%rt_2, &
> !$acc pdf_params_zm%varnce_rt_1, pdf_params_zm%varnce_rt_2, &
> !$acc pdf_params_zm%thl_1, pdf_params_zm%thl_2, &
> !$acc pdf_params_zm%varnce_thl_1, pdf_params_zm%varnce_thl_2, &
> !$acc pdf_params_zm%corr_w_rt_1, pdf_params_zm%corr_w_rt_2, &
> !$acc pdf_params_zm%corr_w_thl_1, pdf_params_zm%corr_w_thl_2, &
> !$acc pdf_params_zm%corr_rt_thl_1, pdf_params_zm%corr_rt_thl_2,&
> !$acc pdf_params_zm%alpha_thl, pdf_params_zm%alpha_rt, &
> !$acc pdf_params_zm%crt_1, pdf_params_zm%crt_2, pdf_params_zm%cthl_1, &
> !$acc pdf_params_zm%cthl_2, pdf_params_zm%chi_1, &
> !$acc pdf_params_zm%chi_2, pdf_params_zm%stdev_chi_1, &
> !$acc pdf_params_zm%stdev_chi_2, pdf_params_zm%stdev_eta_1, &
> !$acc pdf_params_zm%stdev_eta_2, pdf_params_zm%covar_chi_eta_1, &
> !$acc pdf_params_zm%covar_chi_eta_2, pdf_params_zm%corr_w_chi_1, &
> !$acc pdf_params_zm%corr_w_chi_2, pdf_params_zm%corr_w_eta_1, &
> !$acc pdf_params_zm%corr_w_eta_2, pdf_params_zm%corr_chi_eta_1, &
> !$acc pdf_params_zm%corr_chi_eta_2, pdf_params_zm%rsatl_1, &
> !$acc pdf_params_zm%rsatl_2, pdf_params_zm%rc_1, pdf_params_zm%rc_2, &
> !$acc pdf_params_zm%cloud_frac_1, pdf_params_zm%cloud_frac_2, &
> !$acc pdf_params_zm%mixt_frac, pdf_params_zm%ice_supersat_frac_1, &
> !$acc pdf_params_zm%ice_supersat_frac_2, rtm )
>
2652c2488,2490
< wpsclrprtp, wpsclrpthlp ) ! Intent(out)
---
> wpsclrprtp, wpsclrpthlp ) ! Intent(out)
> !$acc end data
>
2659d2496
< !$acc parallel loop gang vector collapse(2) default(present)
2673,2746d2509
<
< !$acc update host( wp2, vp2, up2, wprtp, wpthlp, upwp, vpwp, rtp2, thlp2, &
< !$acc rtpthlp, rtm, thlm, um, vm, wp3, &
< !$acc pdf_params%w_1, pdf_params%w_2, &
< !$acc pdf_params%varnce_w_1, pdf_params%varnce_w_2, &
< !$acc pdf_params%rt_1, pdf_params%rt_2, &
< !$acc pdf_params%varnce_rt_1, pdf_params%varnce_rt_2, &
< !$acc pdf_params%thl_1, pdf_params%thl_2, &
< !$acc pdf_params%varnce_thl_1, pdf_params%varnce_thl_2, &
< !$acc pdf_params%corr_w_rt_1, pdf_params%corr_w_rt_2, &
< !$acc pdf_params%corr_w_thl_1, pdf_params%corr_w_thl_2, &
< !$acc pdf_params%corr_rt_thl_1, pdf_params%corr_rt_thl_2,&
< !$acc pdf_params%alpha_thl, pdf_params%alpha_rt, &
< !$acc pdf_params%crt_1, pdf_params%crt_2, pdf_params%cthl_1, &
< !$acc pdf_params%cthl_2, pdf_params%chi_1, &
< !$acc pdf_params%chi_2, pdf_params%stdev_chi_1, &
< !$acc pdf_params%stdev_chi_2, pdf_params%stdev_eta_1, &
< !$acc pdf_params%stdev_eta_2, pdf_params%covar_chi_eta_1, &
< !$acc pdf_params%covar_chi_eta_2, pdf_params%corr_w_chi_1, &
< !$acc pdf_params%corr_w_chi_2, pdf_params%corr_w_eta_1, &
< !$acc pdf_params%corr_w_eta_2, pdf_params%corr_chi_eta_1, &
< !$acc pdf_params%corr_chi_eta_2, pdf_params%rsatl_1, &
< !$acc pdf_params%rsatl_2, pdf_params%rc_1, pdf_params%rc_2, &
< !$acc pdf_params%cloud_frac_1, pdf_params%cloud_frac_2, &
< !$acc pdf_params%mixt_frac, pdf_params%ice_supersat_frac_1, &
< !$acc pdf_params%ice_supersat_frac_2, &
< !$acc pdf_params_zm%w_1, pdf_params_zm%w_2, &
< !$acc pdf_params_zm%varnce_w_1, pdf_params_zm%varnce_w_2, &
< !$acc pdf_params_zm%rt_1, pdf_params_zm%rt_2, &
< !$acc pdf_params_zm%varnce_rt_1, pdf_params_zm%varnce_rt_2, &
< !$acc pdf_params_zm%thl_1, pdf_params_zm%thl_2, &
< !$acc pdf_params_zm%varnce_thl_1, pdf_params_zm%varnce_thl_2, &
< !$acc pdf_params_zm%corr_w_rt_1, pdf_params_zm%corr_w_rt_2, &
< !$acc pdf_params_zm%corr_w_thl_1, pdf_params_zm%corr_w_thl_2, &
< !$acc pdf_params_zm%corr_rt_thl_1, pdf_params_zm%corr_rt_thl_2,&
< !$acc pdf_params_zm%alpha_thl, pdf_params_zm%alpha_rt, &
< !$acc pdf_params_zm%crt_1, pdf_params_zm%crt_2, pdf_params_zm%cthl_1, &
< !$acc pdf_params_zm%cthl_2, pdf_params_zm%chi_1, &
< !$acc pdf_params_zm%chi_2, pdf_params_zm%stdev_chi_1, &
< !$acc pdf_params_zm%stdev_chi_2, pdf_params_zm%stdev_eta_1, &
< !$acc pdf_params_zm%stdev_eta_2, pdf_params_zm%covar_chi_eta_1, &
< !$acc pdf_params_zm%covar_chi_eta_2, pdf_params_zm%corr_w_chi_1, &
< !$acc pdf_params_zm%corr_w_chi_2, pdf_params_zm%corr_w_eta_1, &
< !$acc pdf_params_zm%corr_w_eta_2, pdf_params_zm%corr_chi_eta_1, &
< !$acc pdf_params_zm%corr_chi_eta_2, pdf_params_zm%rsatl_1, &
< !$acc pdf_params_zm%rsatl_2, pdf_params_zm%rc_1, pdf_params_zm%rc_2, &
< !$acc pdf_params_zm%cloud_frac_1, pdf_params_zm%cloud_frac_2, &
< !$acc pdf_params_zm%mixt_frac, pdf_params_zm%ice_supersat_frac_1, &
< !$acc pdf_params_zm%ice_supersat_frac_2, &
< !$acc um, vm, upwp, vpwp, up2, vp2, &
< !$acc thlm, rtm, wprtp, wpthlp, &
< !$acc wp2, wp3, rtp2, rtp3, thlp2, thlp3, rtpthlp, &
< !$acc wpthvp, wp2thvp, rtpthvp, thlpthvp, &
< !$acc p_in_Pa, exner, rho, rho_zm, &
< !$acc rho_ds_zm, rho_ds_zt, thv_ds_zm, thv_ds_zt, &
< !$acc wm_zt, wm_zm, rcm, wprcp, rc_coef, rc_coef_zm, &
< !$acc rcm_zm, rtm_zm, thlm_zm, cloud_frac, ice_supersat_frac, &
< !$acc cloud_frac_zm, ice_supersat_frac_zm, rcm_in_layer, &
< !$acc cloud_cover, rcm_supersat_adj, sigma_sqd_w, &
< !$acc thvm, ug, vg, Lscale, wpthlp2, wp2thlp, wprtp2, wp2rtp, &
< !$acc Lscale_up, Lscale_down, tau_zt, Kh_zt, wp2rcp, &
< !$acc wprtpthlp, sigma_sqd_w_zt, wp2_zt, thlp2_zt, &
< !$acc wpthlp_zt, wprtp_zt, rtp2_zt, rtpthlp_zt, up2_zt, &
< !$acc vp2_zt, upwp_zt, vpwp_zt, wpup2, wpvp2, &
< !$acc wp2up2, wp2vp2, wp4, &
< !$acc tau_zm, Kh_zm, thlprcp, &
< !$acc rtprcp, rcp2, em, a3_coef, a3_coef_zt, &
< !$acc wp3_zm, wp3_on_wp2, wp3_on_wp2_zt, Skw_velocity, &
< !$acc w_up_in_cloud, w_down_in_cloud, &
< !$acc cloudy_updraft_frac, cloudy_downdraft_frac, &
< !$acc sclrm, sclrp2, &
< !$acc sclrprtp, sclrpthlp, sclrm_forcing, sclrpthvp, &
< !$acc wpsclrp, sclrprcp, wp2sclrp, wpsclrp2, wpsclrprtp, &
< !$acc wpsclrpthlp, wpedsclrp, edsclrm, edsclrm_forcing )
2824c2587
< um(i,:), vm(i,:), upwp(i,:), vpwp(i,:), up2(i,:), vp2(i,:), & ! intent(in)
---
> um(i,:), vm(i,:), upwp(i,:), vpwp(i,:), up2(i,:), vp2(i,:), & ! intent(in)
2854,2865d2616
<
< !$acc update host( thlm_forcing, rtm_forcing, um_forcing, &
< !$acc vm_forcing, wm_zm, wm_zt, p_in_Pa, &
< !$acc rho_zm, rho, exner, rho_ds_zm, &
< !$acc rho_ds_zt, invrs_rho_ds_zm, invrs_rho_ds_zt, &
< !$acc thv_ds_zm, thv_ds_zt, wpthlp_sfc, wprtp_sfc, upwp_sfc, &
< !$acc vpwp_sfc, um, upwp, vm, vpwp, up2, vp2, &
< !$acc rtm, wprtp, thlm, wpthlp, wp2, wp3, &
< !$acc rtp2, thlp2, rtpthlp, &
< !$acc wpsclrp_sfc, wpedsclrp_sfc, sclrm, wpsclrp, sclrp2, &
< !$acc sclrprtp, sclrpthlp, sclrm_forcing, edsclrm, edsclrm_forcing )
<
2876,2877c2627,2628
< !rcm, &
< "end of ", & ! intent(in)
---
> ! rcm, &
> "end of ", & ! intent(in)
2886c2637
< !return
---
> return
2892,2895d2642
<
< !$acc update host( wm_zt, wm_zm, rho_ds_zm, wprtp, wprtp_sfc, rho_ds_zt, &
< !$acc rtm, rtm_forcing, thlm, thlm_forcing )
<
2963,2987d2709
< !$acc update host( Skw_zm, Skw_zt, thvm, thvm_zm, ddzm_thvm_zm, rtprcp, rcp2, &
< !$acc wpthlp2, wprtp2, wprtpthlp, wp2rcp, wp3_zm, Lscale, Lscale_up, Lscale_zm, &
< !$acc Lscale_down, em, tau_zm, tau_zt, wpedsclrp, sclrprcp, wp2sclrp, &
< !$acc wpsclrp2, wpsclrprtp, wpsclrpthlp, wp2_zt, thlp2_zt, wpthlp_zt, &
< !$acc wprtp_zt, rtp2_zt, rtpthlp_zt, up2_zt, vp2_zt, upwp_zt, vpwp_zt, &
< !$acc Skw_velocity, a3_coef, a3_coef_zt, wp3_on_wp2, wp3_on_wp2_zt, &
< !$acc rc_coef_zm, Km_zm, Kmh_zm, gamma_Skw_fnc, sigma_sqd_w, sigma_sqd_w_zt, &
< !$acc sqrt_em_zt, xp3_coef_fnc, w_1_zm, w_2_zm, varnce_w_1_zm, varnce_w_2_zm, &
< !$acc mixt_frac_zm, rcp2_zt, cloud_frac_zm, ice_supersat_frac_zm, rtm_zm, &
< !$acc thlm_zm, rcm_zm, wpsclrp_zt, sclrp2_zt, &
< !$acc rtm_integral_forcing, rtm_flux_top, rtm_flux_sfc, &
< !$acc thlm_integral_forcing, &
< !$acc thlm_flux_top, thlm_flux_sfc, thlm1000, thlm700, &
< !$acc rcm_supersat_adj, stability_correction, invrs_tau_N2_zm, &
< !$acc invrs_tau_C6_zm, invrs_tau_C1_zm, invrs_tau_xp2_zm, invrs_tau_N2_iso, &
< !$acc invrs_tau_C4_zm, invrs_tau_C14_zm, invrs_tau_wp2_zm, invrs_tau_wpxp_zm, &
< !$acc invrs_tau_wp3_zm, invrs_tau_no_N2_zm, invrs_tau_bkgnd, invrs_tau_shear, &
< !$acc invrs_tau_sfc, invrs_tau_zt, invrs_tau_wp3_zt, Cx_fnc_Richardson, &
< !$acc brunt_vaisala_freq_sqd, brunt_vaisala_freq_sqd_mixed, &
< !$acc brunt_vaisala_freq_sqd_dry, brunt_vaisala_freq_sqd_moist, &
< !$acc brunt_vaisala_freq_sqd_plus, brunt_vaisala_freq_sqd_splat, &
< !$acc brunt_vaisala_freq_sqd_zt, sqrt_Ri_zm, depth_pos_wpthlp, Lscale_max , &
< !$acc tau_max_zm, tau_max_zt, newmu, lhs_splat_wp2, lhs_splat_wp3 )
< !$acc end data
<
2989d2710
<
[Pipeline] }
[Pipeline] // stage
[Pipeline] stage
[Pipeline] { (Declarative: Post Actions)
[Pipeline] script
[Pipeline] {
[Pipeline] cleanWs
[WS-CLEANUP] Deleting project workspace...
[WS-CLEANUP] Deferred wipeout is used...
[WS-CLEANUP] done
[Pipeline] }
[Pipeline] // script
[Pipeline] script
[Pipeline] {
[Pipeline] emailext
Sending email to: messnermet@uwm.edu
[Pipeline] }
[Pipeline] // script
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] End of Pipeline
ERROR: script returned exit code 1
Finished: FAILURE