Console Output
+ source /etc/profile.d/larson-group.sh
++ export GIT_EDITOR=vi
++ GIT_EDITOR=vi
++ export SVN_EDITOR=vi
++ SVN_EDITOR=vi
++ export OMP_STACKSIZE=1048579
++ OMP_STACKSIZE=1048579
++ export LMOD_ROOT=/opt/lmod/
++ LMOD_ROOT=/opt/lmod/
++ source /opt/lmod//lmod/lmod/init/bash
+++ '[' -z '' ']'
+++ case "$-" in
+++ __lmod_vx=x
+++ '[' -n x ']'
+++ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for this output (/usr/local/spack/opt/spack/linux-pop22-cascadelake/gcc-12.2.0/lmod-8.7.37-bi3kyxcdrfgw3y7vv2k7c5rjxg75qzju/lmod/lmod/init/bash)
Shell debugging restarted
+++ unset __lmod_vx
+++ find /usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core -print -quit
++ export MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
++ MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
+ module load gcc netcdf-fortran
+ '[' -z '' ']'
+ case "$-" in
+ __lmod_sh_dbg=x
+ '[' -n x ']'
+ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output
Lmod Warning:
-------------------------------------------------------------------------------
The following dependent module(s) are not currently loaded:
gcc-runtime/13.1.0-gzedt3f (required by: mpich/4.2.1, hdf5/1.14.3-42x3zrv,
netcdf-c/4.9.2, netcdf-fortran/4.5.3)
-------------------------------------------------------------------------------
Shell debugging restarted
+ unset __lmod_sh_dbg
+ return 0
+ ulimit -s 8388608
+ python3 tests/run_jax_vs_fortran_cases.py -debug 0 -max_iters 5 -workers 8 -flag_config_file input/flag_sets/config_core_flags_wo_never_supported_jax_features.json
CLUBB JAX runtime:
Environment: /home/jenkins/workspace/clubb_branch_jax/.venv-jax (Python 3.12)
Accelerator: cpu
JAX: 0.11.0 (jaxlib 0.11.0)
Device: cpu:0
Run settings:
Output: /home/jenkins/workspace/clubb_branch_jax/output/tests/jax_driver_test_results
Statistics: input/stats/standard_stats.in
Debug: 0
Forwarded to both runs: -debug 0 -max_iters 5
Columns: 4
Workers: 8
Comparison limits: absolute 1e-07; percentage 1e-07%
Cases and flag sets:
23 cases x 18 flag sets = 414 JAX/Fortran pairs
Flag sets:
default
config_core_flags_wo_never_supported_jax_features_flag2
- saturation_formula = 1
- l_godunov_upwind_xpyp_ta = .true.
- l_lh_importance_sampling = .false.
- l_random_k_lh_start = .true.
- l_max_overlap_in_cloud = .false.
config_core_flags_wo_never_supported_jax_features_flag3
- ipdf_call_placement = 1
- l_ho_trad_coriolis = .true.
- l_ho_nontrad_coriolis = .true.
config_core_flags_wo_never_supported_jax_features_flag4
- iiPDF_type = 7
config_core_flags_wo_never_supported_jax_features_flag5
- l_predict_upwp_vpwp = .false.
config_core_flags_wo_never_supported_jax_features_flag6
- l_wp2_fill_holes_tke = .false.
- l_enable_relaxed_clipping = .true.
- l_min_xp2_from_corr_wx = .false.
- l_add_dycore_grid = .true.
- l_lh_straight_mc = .true.
config_core_flags_wo_never_supported_jax_features_flag7
- l_diag_Lscale_from_tau = .true.
- fill_holes_type = 3
config_core_flags_wo_never_supported_jax_features_flag8
- l_upwind_xpyp_ta = .false.
- l_upwind_xm_ma = .false.
- l_lh_clustered_sampling = .false.
- l_lh_instant_var_covar_src = .false.
- l_lh_limit_weights = .false.
config_core_flags_wo_never_supported_jax_features_flag9
- l_min_wp2_from_corr_wx = .true.
- l_stability_correct_tau_zm = .true.
- l_damp_wp2_using_em = .false.
- l_use_C7_Richardson = .false.
config_core_flags_wo_never_supported_jax_features_flag10
- l_vert_avg_closure = .true.
- l_use_cloud_cover = .true.
- l_damp_wp3_Skw_squared = .false.
- l_use_C11_Richardson = .true.
- l_rcm_in_cloud_k_lh_start = .false.
config_core_flags_wo_never_supported_jax_features_flag11
- l_rcm_supersat_adj = .false.
- l_C2_cloud_frac = .true.
- l_use_precip_frac = .false.
- l_do_expldiff_rtm_thlm = .true.
- l_use_shear_Richardson = .true.
config_core_flags_wo_never_supported_jax_features_flag12
- l_prescribed_avg_deltaz = .true.
- l_stability_correct_Kh_N2_zm = .true.
- l_trapezoidal_rule_zt = .true.
- l_trapezoidal_rule_zm = .true.
- l_call_pdf_closure_twice = .true.
config_core_flags_wo_never_supported_jax_features_flag13
- l_brunt_vaisala_freq_moist = .true.
- l_use_thvm_in_bv_freq = .true.
- l_lmm_stepping = .true.
- l_vary_convect_depth = .true.
config_core_flags_wo_never_supported_jax_features_flag14
- l_use_tke_in_wp3_pr_turb_term = .false.
- l_use_tke_in_wp2_wp3_K_dfsn = .true.
- l_use_wp3_lim_with_smth_Heaviside = .true.
- l_smooth_Heaviside_tau_wpxp = .false.
- l_modify_limiters_for_cnvg_test = .true.
config_core_flags_wo_never_supported_jax_features_flag15
- l_mono_flux_lim_rtm = .false.
- l_mono_flux_lim_um = .false.
- l_mono_flux_lim_vm = .false.
- l_mono_flux_lim_spikefix = .false.
config_core_flags_wo_never_supported_jax_features_flag16
- l_standard_term_ta = .true.
- l_partial_upwind_wp3 = .false.
- l_lh_var_frac = .true.
config_core_flags_wo_never_supported_jax_features_flag17
- l_standard_term_ta = .true.
- l_partial_upwind_wp3 = .true.
- l_lh_normalize_weights = .false.
config_core_flags_wo_never_supported_jax_features_flag18
- ipdf_call_placement = 3
Cases:
arm (5 iterations)
atex (5 iterations)
bomex (5 iterations)
cobra (5 iterations)
dycoms2_rf01 (5 iterations)
dycoms2_rf01_fixed_sst (5 iterations)
dycoms2_rf02_nd (5 iterations)
fire (5 iterations)
gabls2 (5 iterations)
gabls3_night (5 iterations)
jun25_altocu (5 iterations)
neutral (5 iterations)
wangara (5 iterations)
dycoms2_rf02_do (5 iterations)
dycoms2_rf02_ds (5 iterations)
lba_kk (5 iterations)
- input case: lba
- microphysics_setting.microphys_scheme = "khairoutdinov_kogan"
- microphysics_setting.lh_microphys_type = "disabled"
- microphysics_setting.l_ice_microphys = .false.
- microphysics_setting.l_graupel = .false.
rico (5 iterations)
- dt_main: 60 s
lba (5 iterations)
- percentage limit: 0.001%
- microphysics_setting.lh_microphys_type = "disabled"
clex9_oct14 (5 iterations)
- percentage limit: 0.001%
nov11_altocu (5 iterations)
- percentage limit: 0.001%
rico_silhs (5 iterations)
- dt_main: 60 s
- configurable_silhs_flags_nl.l_lh_deterministic_test = .true.
- configurable_silhs_flags_nl.l_lh_importance_sampling = .false.
- configurable_silhs_flags_nl.l_random_k_lh_start = .false.
lba_kk_silhs (5 iterations)
- input case: lba
- dt_main: 60 s
- microphysics_setting.microphys_scheme = "khairoutdinov_kogan"
- microphysics_setting.lh_microphys_type = "interactive"
- microphysics_setting.l_local_kk = .true.
- microphysics_setting.l_ice_microphys = .false.
- microphysics_setting.l_graupel = .false.
- configurable_silhs_flags_nl.l_lh_deterministic_test = .true.
- configurable_silhs_flags_nl.l_lh_importance_sampling = .false.
- configurable_silhs_flags_nl.l_random_k_lh_start = .false.
lba_silhs (5 iterations)
- percentage limit: 0.001%
- input case: lba
- dt_main: 60 s
- configurable_silhs_flags_nl.l_lh_deterministic_test = .true.
- configurable_silhs_flags_nl.l_lh_importance_sampling = .false.
- configurable_silhs_flags_nl.l_random_k_lh_start = .false.
[Status ] Flag set Case Timesteps JAX (s) Fortran (s) Total (s)
-------------------------------------------------------------------------------------------------------------------------------------------------
Sending interrupt signal to process
[jax_failed ] default fire - 52.5 1.8 54.3
[jax_failed ] default dycoms2_rf01 - 53.0 1.8 54.8
[jax_failed ] default cobra - 53.2 1.5 54.8
[jax_failed ] default bomex - 53.7 1.2 55.0
Comparison interrupted; stopped all active case process groups.
script returned exit code 143
