Console Output
+ source /etc/profile.d/larson-group.sh
++ export GIT_EDITOR=vi
++ GIT_EDITOR=vi
++ export SVN_EDITOR=vi
++ SVN_EDITOR=vi
++ export OMP_STACKSIZE=1048579
++ OMP_STACKSIZE=1048579
++ export LMOD_ROOT=/opt/lmod/
++ LMOD_ROOT=/opt/lmod/
++ source /opt/lmod//lmod/lmod/init/bash
+++ '[' -z '' ']'
+++ case "$-" in
+++ __lmod_vx=x
+++ '[' -n x ']'
+++ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for this output (/usr/local/spack/opt/spack/linux-pop22-cascadelake/gcc-12.2.0/lmod-8.7.37-bi3kyxcdrfgw3y7vv2k7c5rjxg75qzju/lmod/lmod/init/bash)
Shell debugging restarted
+++ unset __lmod_vx
+++ find /usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core -print -quit
++ export MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
++ MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
+ module load gcc netcdf-fortran
+ '[' -z '' ']'
+ case "$-" in
+ __lmod_sh_dbg=x
+ '[' -n x ']'
+ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output
Lmod Warning:
-------------------------------------------------------------------------------
The following dependent module(s) are not currently loaded:
gcc-runtime/13.1.0-gzedt3f (required by: mpich/4.2.1, hdf5/1.14.3-42x3zrv,
netcdf-c/4.9.2, netcdf-fortran/4.5.3)
-------------------------------------------------------------------------------
Shell debugging restarted
+ unset __lmod_sh_dbg
+ return 0
+ ulimit -s 8388608
+ python3 tests/run_jax_vs_fortran_cases.py -debug 0 -max_iters 5 -workers 8 -flag_config_file input/flag_sets/config_core_flags_wo_never_supported_jax_features.json
CLUBB JAX runtime:
Environment: /home/jenkins/workspace/clubb_branch_jax/.venv-jax (Python 3.12)
Accelerator: cpu
JAX: 0.11.0 (jaxlib 0.11.0)
Device: cpu:0
Run settings:
Output: /home/jenkins/workspace/clubb_branch_jax/output/tests/jax_driver_test_results
Statistics: input/stats/standard_stats.in
Debug: 0
Forwarded to both runs: -debug 0 -max_iters 5
Columns: 4
Workers: 8
Comparison limits: absolute 1e-07; percentage 1e-07%
Cases and flag sets:
23 cases x 18 flag sets = 414 JAX/Fortran pairs
Flag sets:
default
config_core_flags_wo_never_supported_jax_features_flag2
- saturation_formula = 1
- l_godunov_upwind_xpyp_ta = .true.
- l_lh_importance_sampling = .false.
- l_random_k_lh_start = .true.
- l_max_overlap_in_cloud = .false.
config_core_flags_wo_never_supported_jax_features_flag3
- ipdf_call_placement = 1
- l_ho_trad_coriolis = .true.
- l_ho_nontrad_coriolis = .true.
config_core_flags_wo_never_supported_jax_features_flag4
- iiPDF_type = 7
config_core_flags_wo_never_supported_jax_features_flag5
- l_predict_upwp_vpwp = .false.
config_core_flags_wo_never_supported_jax_features_flag6
- l_wp2_fill_holes_tke = .false.
- l_enable_relaxed_clipping = .true.
- l_min_xp2_from_corr_wx = .false.
- l_add_dycore_grid = .true.
- l_lh_straight_mc = .true.
config_core_flags_wo_never_supported_jax_features_flag7
- Lscale_method = 2
- fill_holes_type = 3
config_core_flags_wo_never_supported_jax_features_flag8
- l_upwind_xpyp_ta = .false.
- l_upwind_xm_ma = .false.
- l_lh_clustered_sampling = .false.
- l_lh_instant_var_covar_src = .false.
- l_lh_limit_weights = .false.
config_core_flags_wo_never_supported_jax_features_flag9
- l_min_wp2_from_corr_wx = .true.
- l_stability_correct_tau_zm = .true.
- l_damp_wp2_using_em = .false.
- l_use_C7_Richardson = .false.
config_core_flags_wo_never_supported_jax_features_flag10
- l_vert_avg_closure = .true.
- l_use_cloud_cover = .true.
- l_damp_wp3_Skw_squared = .false.
- l_use_C11_Richardson = .true.
- l_rcm_in_cloud_k_lh_start = .false.
config_core_flags_wo_never_supported_jax_features_flag11
- l_rcm_supersat_adj = .false.
- l_C2_cloud_frac = .true.
- l_use_precip_frac = .false.
- l_do_expldiff_rtm_thlm = .true.
- l_use_shear_Richardson = .true.
config_core_flags_wo_never_supported_jax_features_flag12
- l_prescribed_avg_deltaz = .true.
- l_stability_correct_Kh_N2_zm = .true.
- l_trapezoidal_rule_zt = .true.
- l_trapezoidal_rule_zm = .true.
- l_call_pdf_closure_twice = .true.
config_core_flags_wo_never_supported_jax_features_flag13
- l_brunt_vaisala_freq_moist = .true.
- l_use_thvm_in_bv_freq = .true.
- l_lmm_stepping = .true.
- l_vary_convect_depth = .true.
config_core_flags_wo_never_supported_jax_features_flag14
- l_use_tke_in_wp3_pr_turb_term = .false.
- l_use_tke_in_wp2_wp3_K_dfsn = .true.
- l_use_wp3_lim_with_smth_Heaviside = .true.
- l_smooth_Heaviside_tau_wpxp = .false.
- l_modify_limiters_for_cnvg_test = .true.
config_core_flags_wo_never_supported_jax_features_flag15
- l_mono_flux_lim_rtm = .false.
- l_mono_flux_lim_um = .false.
- l_mono_flux_lim_vm = .false.
- l_mono_flux_lim_spikefix = .false.
config_core_flags_wo_never_supported_jax_features_flag16
- l_standard_term_ta = .true.
- l_partial_upwind_wp3 = .false.
- l_lh_var_frac = .true.
config_core_flags_wo_never_supported_jax_features_flag17
- l_standard_term_ta = .true.
- l_partial_upwind_wp3 = .true.
- l_lh_normalize_weights = .false.
config_core_flags_wo_never_supported_jax_features_flag18
- ipdf_call_placement = 3
Cases:
arm (5 iterations)
atex (5 iterations)
bomex (5 iterations)
cobra (5 iterations)
dycoms2_rf01 (5 iterations)
dycoms2_rf01_fixed_sst (5 iterations)
dycoms2_rf02_nd (5 iterations)
fire (5 iterations)
gabls2 (5 iterations)
gabls3_night (5 iterations)
jun25_altocu (5 iterations)
neutral (5 iterations)
wangara (5 iterations)
dycoms2_rf02_do (5 iterations)
dycoms2_rf02_ds (5 iterations)
lba_kk (5 iterations)
- input case: lba
- microphysics_setting.microphys_scheme = "khairoutdinov_kogan"
- microphysics_setting.lh_microphys_type = "disabled"
- microphysics_setting.l_ice_microphys = .false.
- microphysics_setting.l_graupel = .false.
rico (5 iterations)
- dt_main: 60 s
lba (5 iterations)
- percentage limit: 0.001%
- microphysics_setting.lh_microphys_type = "disabled"
clex9_oct14 (5 iterations)
- percentage limit: 0.001%
nov11_altocu (5 iterations)
- percentage limit: 0.001%
rico_silhs (5 iterations)
- dt_main: 60 s
- configurable_silhs_flags_nl.l_lh_deterministic_test = .true.
- configurable_silhs_flags_nl.l_lh_importance_sampling = .false.
- configurable_silhs_flags_nl.l_random_k_lh_start = .false.
lba_kk_silhs (5 iterations)
- input case: lba
- dt_main: 60 s
- microphysics_setting.microphys_scheme = "khairoutdinov_kogan"
- microphysics_setting.lh_microphys_type = "interactive"
- microphysics_setting.l_local_kk = .true.
- microphysics_setting.l_ice_microphys = .false.
- microphysics_setting.l_graupel = .false.
- configurable_silhs_flags_nl.l_lh_deterministic_test = .true.
- configurable_silhs_flags_nl.l_lh_importance_sampling = .false.
- configurable_silhs_flags_nl.l_random_k_lh_start = .false.
lba_silhs (5 iterations)
- percentage limit: 0.001%
- input case: lba
- dt_main: 60 s
- configurable_silhs_flags_nl.l_lh_deterministic_test = .true.
- configurable_silhs_flags_nl.l_lh_importance_sampling = .false.
- configurable_silhs_flags_nl.l_random_k_lh_start = .false.
[Status ] Flag set Case Timesteps JAX (s) Fortran (s) Total (s)
-------------------------------------------------------------------------------------------------------------------------------------------------
[match ] default atex 5 / 5 67.7 1.1 72.2
[match ] default dycoms2_rf01_fixed_sst 5 / 5 68.3 0.9 72.4
[match ] default arm 5 / 5 68.9 1.1 73.1
[match ] default bomex 5 / 5 70.1 1.1 74.4
[match ] default dycoms2_rf01 5 / 5 70.1 1.4 75.0
[match ] default dycoms2_rf02_nd 5 / 5 71.3 1.2 75.9
[match ] default fire 5 / 5 71.7 1.1 76.6
[match ] default cobra 5 / 5 72.2 1.2 76.8
[match ] default gabls3_night 5 / 5 25.8 1.0 28.9
[match ] default neutral 5 / 5 63.1 1.1 67.9
[match ] default jun25_altocu 5 / 5 64.7 1.1 69.7
[match ] default gabls2 5 / 5 70.1 1.6 74.1
[match ] default wangara 5 / 5 67.3 1.2 71.5
[match ] default lba_kk 5 / 5 81.2 1.2 85.8
[match ] default dycoms2_rf02_ds 5 / 5 81.5 1.4 86.3
[match ] default dycoms2_rf02_do 5 / 5 83.1 1.4 88.1
[match ] default rico 5 / 5 104.1 1.1 108.7
[match ] default lba_kk_silhs 5 / 5 44.7 1.4 50.6
[match ] default rico_silhs 5 / 5 71.8 1.4 76.4
[match ] default nov11_altocu 5 / 5 73.0 1.3 78.5
[match ] default clex9_oct14 5 / 5 78.9 1.2 84.3
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 arm 1 / 5 63.3 1.2 67.7
[match ] default lba 5 / 5 105.0 1.2 115.5
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 atex 1 / 5 56.7 1.8 66.1
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 bomex 1 / 5 56.3 2.1 63.7
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 dycoms2_rf01_fixed_sst 1 / 5 59.5 1.0 63.9
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 cobra 1 / 5 64.1 1.1 68.4
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 dycoms2_rf01 1 / 5 63.0 1.5 67.9
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 dycoms2_rf02_nd 1 / 5 63.0 1.2 67.2
[match ] config_core_flags_wo_never_supported_jax_features_flag2 gabls3_night 5 / 5 26.4 1.0 31.6
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 fire 1 / 5 61.7 1.1 68.2
[match ] default lba_silhs 5 / 5 160.2 3.2 169.8
[match ] config_core_flags_wo_never_supported_jax_features_flag2 gabls2 5 / 5 60.8 1.8 67.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 neutral 1 / 5 60.1 1.3 64.7
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 jun25_altocu 1 / 5 60.4 1.5 65.5
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 wangara 1 / 5 63.6 1.4 70.1
[both_failed ] config_core_flags_wo_never_supported_jax_features_flag2 rico_silhs - 5.1 0.8 5.9
[both_failed ] config_core_flags_wo_never_supported_jax_features_flag2 lba_kk_silhs - 4.8 0.9 5.7
[both_failed ] config_core_flags_wo_never_supported_jax_features_flag2 lba_silhs - 5.3 0.9 6.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 dycoms2_rf02_do 1 / 5 114.7 1.4 120.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 dycoms2_rf02_ds 1 / 5 111.0 1.4 115.8
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 nov11_altocu 1 / 5 70.3 1.4 80.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 clex9_oct14 1 / 5 70.1 1.4 80.7
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 lba_kk 1 / 5 115.0 1.2 119.7
[match ] config_core_flags_wo_never_supported_jax_features_flag3 arm 5 / 5 62.8 1.0 66.9
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 lba 1 / 5 109.9 1.2 115.7
[diff ] config_core_flags_wo_never_supported_jax_features_flag2 rico 5 / 5 145.8 1.0 154.8
[match ] config_core_flags_wo_never_supported_jax_features_flag3 atex 5 / 5 60.3 1.5 68.6
[match ] config_core_flags_wo_never_supported_jax_features_flag3 bomex 5 / 5 63.1 1.2 69.2
[match ] config_core_flags_wo_never_supported_jax_features_flag3 cobra 5 / 5 64.3 1.2 68.6
[match ] config_core_flags_wo_never_supported_jax_features_flag3 dycoms2_rf01 5 / 5 64.1 1.3 68.8
[match ] config_core_flags_wo_never_supported_jax_features_flag3 dycoms2_rf01_fixed_sst 5 / 5 57.8 0.9 62.3
[match ] config_core_flags_wo_never_supported_jax_features_flag3 dycoms2_rf02_nd 5 / 5 66.0 1.0 70.4
[match ] config_core_flags_wo_never_supported_jax_features_flag3 gabls3_night 5 / 5 31.8 0.9 34.9
[match ] config_core_flags_wo_never_supported_jax_features_flag3 fire 5 / 5 64.9 0.9 68.9
[match ] config_core_flags_wo_never_supported_jax_features_flag3 gabls2 5 / 5 61.2 1.8 69.7
[match ] config_core_flags_wo_never_supported_jax_features_flag3 jun25_altocu 5 / 5 57.7 2.2 67.6
[match ] config_core_flags_wo_never_supported_jax_features_flag3 neutral 5 / 5 66.7 1.1 72.8
[match ] config_core_flags_wo_never_supported_jax_features_flag3 wangara 5 / 5 67.1 1.1 73.2
[match ] config_core_flags_wo_never_supported_jax_features_flag3 dycoms2_rf02_do 5 / 5 81.3 1.5 86.5
[match ] config_core_flags_wo_never_supported_jax_features_flag3 dycoms2_rf02_ds 5 / 5 79.6 2.0 85.3
[match ] config_core_flags_wo_never_supported_jax_features_flag3 lba_kk 5 / 5 82.4 1.1 89.8
[match ] config_core_flags_wo_never_supported_jax_features_flag3 rico 5 / 5 92.7 1.0 98.9
[match ] config_core_flags_wo_never_supported_jax_features_flag3 rico_silhs 5 / 5 43.8 1.0 50.5
[match ] config_core_flags_wo_never_supported_jax_features_flag3 clex9_oct14 5 / 5 72.3 1.2 77.3
[match ] config_core_flags_wo_never_supported_jax_features_flag3 lba_kk_silhs 5 / 5 41.1 1.5 46.0
[match ] config_core_flags_wo_never_supported_jax_features_flag3 nov11_altocu 5 / 5 67.6 1.0 73.4
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 arm - 50.0 1.2 51.2
[match ] config_core_flags_wo_never_supported_jax_features_flag3 lba 5 / 5 104.3 1.2 115.2
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 bomex - 49.8 1.0 50.8
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 atex - 52.2 1.2 53.4
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 cobra - 58.4 1.2 59.6
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 dycoms2_rf01 - 59.8 1.5 61.3
[match ] config_core_flags_wo_never_supported_jax_features_flag3 lba_silhs 5 / 5 93.3 3.3 101.8
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 dycoms2_rf01_fixed_sst - 55.6 1.2 56.8
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 gabls3_night - 33.4 1.0 34.4
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 dycoms2_rf02_nd - 57.3 1.4 58.7
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 fire - 59.0 1.0 60.0
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 gabls2 - 69.7 1.5 71.3
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 neutral - 59.4 1.0 60.4
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 jun25_altocu - 64.3 1.3 65.6
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 wangara - 61.2 1.0 62.2
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 rico - 36.8 1.3 38.1
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 dycoms2_rf02_do - 63.1 1.4 64.5
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 dycoms2_rf02_ds - 65.1 1.4 66.5
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 lba_kk - 63.1 1.2 64.2
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 rico_silhs - 22.9 1.0 23.9
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 lba_kk_silhs - 29.4 1.5 30.8
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 lba - 64.3 1.8 66.1
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 clex9_oct14 - 66.5 1.3 67.8
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 nov11_altocu - 66.2 1.9 68.2
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag4 lba_silhs - 64.2 3.3 67.5
[match ] config_core_flags_wo_never_supported_jax_features_flag5 arm 5 / 5 61.4 1.0 65.5
[match ] config_core_flags_wo_never_supported_jax_features_flag5 atex 5 / 5 58.4 1.1 62.7
[match ] config_core_flags_wo_never_supported_jax_features_flag5 bomex 5 / 5 60.9 1.4 65.9
[match ] config_core_flags_wo_never_supported_jax_features_flag5 cobra 5 / 5 64.3 1.2 68.6
[match ] config_core_flags_wo_never_supported_jax_features_flag5 gabls3_night 5 / 5 31.7 1.0 36.7
[match ] config_core_flags_wo_never_supported_jax_features_flag5 dycoms2_rf01 5 / 5 64.9 1.9 70.4
[match ] config_core_flags_wo_never_supported_jax_features_flag5 dycoms2_rf01_fixed_sst 5 / 5 59.2 1.0 63.4
[match ] config_core_flags_wo_never_supported_jax_features_flag5 dycoms2_rf02_nd 5 / 5 59.8 1.0 64.9
[match ] config_core_flags_wo_never_supported_jax_features_flag5 fire 5 / 5 55.2 1.1 60.9
[match ] config_core_flags_wo_never_supported_jax_features_flag5 gabls2 5 / 5 62.1 1.3 65.5
[match ] config_core_flags_wo_never_supported_jax_features_flag5 jun25_altocu 5 / 5 58.1 1.2 63.6
[match ] config_core_flags_wo_never_supported_jax_features_flag5 neutral 5 / 5 60.7 1.5 66.7
[match ] config_core_flags_wo_never_supported_jax_features_flag5 wangara 5 / 5 62.8 1.0 67.0
[match ] config_core_flags_wo_never_supported_jax_features_flag5 dycoms2_rf02_do 5 / 5 76.6 2.2 83.1
[match ] config_core_flags_wo_never_supported_jax_features_flag5 lba_kk 5 / 5 76.5 1.4 81.0
[match ] config_core_flags_wo_never_supported_jax_features_flag5 dycoms2_rf02_ds 5 / 5 83.6 1.4 88.3
[match ] config_core_flags_wo_never_supported_jax_features_flag5 rico 5 / 5 86.0 1.1 90.3
[match ] config_core_flags_wo_never_supported_jax_features_flag5 clex9_oct14 5 / 5 72.2 1.1 77.5
[match ] config_core_flags_wo_never_supported_jax_features_flag5 rico_silhs 5 / 5 46.2 1.0 50.4
[match ] config_core_flags_wo_never_supported_jax_features_flag5 nov11_altocu 5 / 5 67.6 1.2 72.8
[match ] config_core_flags_wo_never_supported_jax_features_flag5 lba_kk_silhs 5 / 5 37.5 1.4 42.3
[match ] config_core_flags_wo_never_supported_jax_features_flag5 lba 5 / 5 103.9 1.2 112.7
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 arm 1 / 5 54.3 1.4 57.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 atex - 54.5 1.8 58.0
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 bomex - 63.3 1.7 66.9
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 cobra - 67.7 1.7 73.6
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 dycoms2_rf01 - 65.4 3.7 70.7
[match ] config_core_flags_wo_never_supported_jax_features_flag5 lba_silhs 5 / 5 94.6 4.2 104.3
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 dycoms2_rf01_fixed_sst - 66.3 1.0 69.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 dycoms2_rf02_nd - 69.2 1.2 72.1
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 gabls3_night - 35.2 1.0 37.8
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 fire - 64.0 1.4 67.8
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 gabls2 - 68.6 1.3 71.5
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 jun25_altocu 1 / 5 68.1 1.4 71.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 neutral - 67.1 1.2 70.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 wangara - 66.8 1.2 71.6
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 dycoms2_rf02_do - 84.7 1.7 88.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 dycoms2_rf02_ds - 91.2 2.0 94.8
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 lba_kk - 86.1 2.0 89.8
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 rico - 102.2 1.1 105.7
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 arm - 21.0 1.4 22.4
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 lba_kk_silhs - 53.9 2.3 58.5
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 atex - 17.2 1.0 18.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 clex9_oct14 - 80.5 1.7 84.5
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 bomex - 17.1 1.2 18.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 nov11_altocu - 79.9 1.8 83.8
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 rico_silhs - 81.8 1.0 84.6
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 dycoms2_rf01 - 15.1 1.7 16.8
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 cobra - 16.9 1.6 18.5
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 lba - 121.8 2.7 128.4
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 dycoms2_rf01_fixed_sst - 17.2 1.0 18.2
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 dycoms2_rf02_nd - 17.8 1.1 18.9
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 fire - 16.9 1.0 17.9
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 gabls2 - 16.4 1.3 17.7
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 jun25_altocu - 16.4 1.1 17.5
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 neutral - 15.0 1.0 16.0
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 gabls3_night - 17.7 1.3 19.0
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 wangara - 15.6 1.0 16.6
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 dycoms2_rf02_ds - 18.2 1.4 19.6
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 dycoms2_rf02_do - 18.9 1.4 20.3
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 lba_kk - 16.1 1.2 17.3
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 rico - 15.3 1.0 16.3
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 rico_silhs - 15.1 1.1 16.2
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 nov11_altocu - 19.7 1.3 21.0
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 clex9_oct14 - 20.9 1.3 22.1
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 lba - 22.3 1.5 23.9
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 lba_kk_silhs - 15.2 1.9 17.1
[jax_failed ] config_core_flags_wo_never_supported_jax_features_flag7 lba_silhs - 20.8 2.6 23.4
[diff ] config_core_flags_wo_never_supported_jax_features_flag6 lba_silhs - 103.3 4.1 109.7
[match ] config_core_flags_wo_never_supported_jax_features_flag8 arm 5 / 5 68.1 1.1 76.0
[match ] config_core_flags_wo_never_supported_jax_features_flag8 dycoms2_rf01_fixed_sst 5 / 5 70.8 1.6 76.1
[match ] config_core_flags_wo_never_supported_jax_features_flag8 bomex 5 / 5 72.2 1.6 77.8
[match ] config_core_flags_wo_never_supported_jax_features_flag8 atex 5 / 5 73.9 1.9 79.0
[match ] config_core_flags_wo_never_supported_jax_features_flag8 cobra 5 / 5 73.5 1.9 78.6
[match ] config_core_flags_wo_never_supported_jax_features_flag8 dycoms2_rf01 5 / 5 72.7 2.2 78.2
[match ] config_core_flags_wo_never_supported_jax_features_flag8 dycoms2_rf02_nd 5 / 5 73.1 1.0 77.3
[match ] config_core_flags_wo_never_supported_jax_features_flag8 fire 5 / 5 72.6 1.1 76.6
[match ] config_core_flags_wo_never_supported_jax_features_flag8 gabls3_night 5 / 5 28.2 0.9 31.5
[match ] config_core_flags_wo_never_supported_jax_features_flag8 gabls2 5 / 5 59.0 2.2 66.2
[match ] config_core_flags_wo_never_supported_jax_features_flag8 neutral 5 / 5 70.1 1.0 74.5
[match ] config_core_flags_wo_never_supported_jax_features_flag8 jun25_altocu 5 / 5 72.2 1.2 76.6
[match ] config_core_flags_wo_never_supported_jax_features_flag8 wangara 5 / 5 72.3 1.0 76.4
[match ] config_core_flags_wo_never_supported_jax_features_flag8 dycoms2_rf02_do 5 / 5 89.5 1.4 94.6
[match ] config_core_flags_wo_never_supported_jax_features_flag8 dycoms2_rf02_ds 5 / 5 87.9 1.4 92.8
[match ] config_core_flags_wo_never_supported_jax_features_flag8 lba_kk 5 / 5 86.3 1.2 91.1
[match ] config_core_flags_wo_never_supported_jax_features_flag8 rico 5 / 5 109.4 1.1 113.7
[match ] config_core_flags_wo_never_supported_jax_features_flag8 lba_kk_silhs 5 / 5 49.1 1.6 54.6
[match ] config_core_flags_wo_never_supported_jax_features_flag8 rico_silhs 5 / 5 76.8 1.1 84.0
[match ] config_core_flags_wo_never_supported_jax_features_flag8 clex9_oct14 5 / 5 80.7 1.2 88.9
[match ] config_core_flags_wo_never_supported_jax_features_flag8 nov11_altocu 5 / 5 81.2 1.7 87.9
[match ] config_core_flags_wo_never_supported_jax_features_flag9 arm 5 / 5 70.3 1.1 74.6
[match ] config_core_flags_wo_never_supported_jax_features_flag8 lba 5 / 5 123.0 1.1 129.9
[match ] config_core_flags_wo_never_supported_jax_features_flag9 atex 5 / 5 57.5 1.2 65.7
[match ] config_core_flags_wo_never_supported_jax_features_flag9 bomex 5 / 5 64.5 1.5 69.9
[match ] config_core_flags_wo_never_supported_jax_features_flag9 dycoms2_rf01_fixed_sst 5 / 5 60.8 1.0 65.4
[match ] config_core_flags_wo_never_supported_jax_features_flag9 dycoms2_rf01 5 / 5 64.1 1.3 71.0
[match ] config_core_flags_wo_never_supported_jax_features_flag9 cobra 5 / 5 68.6 1.8 74.0
[match ] config_core_flags_wo_never_supported_jax_features_flag9 dycoms2_rf02_nd 5 / 5 70.6 1.1 75.3
[match ] config_core_flags_wo_never_supported_jax_features_flag9 gabls3_night 5 / 5 32.4 1.1 35.7
[match ] config_core_flags_wo_never_supported_jax_features_flag8 lba_silhs 5 / 5 147.6 3.0 155.4
[match ] config_core_flags_wo_never_supported_jax_features_flag9 fire 5 / 5 67.5 1.1 72.2
[match ] config_core_flags_wo_never_supported_jax_features_flag9 gabls2 5 / 5 64.3 1.3 70.8
[match ] config_core_flags_wo_never_supported_jax_features_flag9 jun25_altocu 5 / 5 67.7 1.1 72.5
[match ] config_core_flags_wo_never_supported_jax_features_flag9 neutral 5 / 5 63.4 1.1 68.5
[match ] config_core_flags_wo_never_supported_jax_features_flag9 wangara 5 / 5 66.5 1.2 77.5
[match ] config_core_flags_wo_never_supported_jax_features_flag9 dycoms2_rf02_do 5 / 5 90.4 1.4 95.0
[match ] config_core_flags_wo_never_supported_jax_features_flag9 dycoms2_rf02_ds 5 / 5 88.6 1.4 93.5
[match ] config_core_flags_wo_never_supported_jax_features_flag9 lba_kk 5 / 5 89.3 1.1 93.9
[match ] config_core_flags_wo_never_supported_jax_features_flag9 rico_silhs 5 / 5 46.3 1.5 53.2
[match ] config_core_flags_wo_never_supported_jax_features_flag9 rico 5 / 5 100.4 1.5 106.7
[match ] config_core_flags_wo_never_supported_jax_features_flag9 clex9_oct14 5 / 5 80.9 1.4 87.5
[match ] config_core_flags_wo_never_supported_jax_features_flag9 nov11_altocu 5 / 5 81.1 1.4 87.2
[match ] config_core_flags_wo_never_supported_jax_features_flag9 lba_kk_silhs 5 / 5 44.7 1.4 50.4
[match ] config_core_flags_wo_never_supported_jax_features_flag9 lba 5 / 5 114.6 1.2 122.7
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 arm 1 / 5 65.7 1.1 70.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 atex 1 / 5 57.9 1.0 62.6
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 bomex 1 / 5 60.7 1.0 65.3
[match ] config_core_flags_wo_never_supported_jax_features_flag9 lba_silhs 5 / 5 103.3 3.6 113.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf01 1 / 5 66.1 2.1 72.3
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 cobra 1 / 5 69.5 1.2 75.1
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf01_fixed_sst 1 / 5 64.6 1.0 72.5
[match ] config_core_flags_wo_never_supported_jax_features_flag10 gabls3_night 5 / 5 38.0 1.4 42.6
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf02_nd 1 / 5 71.3 1.0 76.9
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 fire 1 / 5 64.9 1.2 70.2
[match ] config_core_flags_wo_never_supported_jax_features_flag10 gabls2 5 / 5 66.7 1.3 70.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 jun25_altocu 1 / 5 61.3 1.6 70.5
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 neutral 1 / 5 62.6 1.7 71.3
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 wangara 1 / 5 68.6 1.7 74.4
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf02_do 1 / 5 88.5 2.5 99.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf02_ds 1 / 5 87.8 2.4 96.5
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 lba_kk 1 / 5 88.4 1.1 93.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 rico 5 / 5 97.3 1.6 103.3
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 rico_silhs 5 / 5 55.4 1.0 60.7
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 nov11_altocu 1 / 5 70.6 1.2 77.2
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 clex9_oct14 1 / 5 73.6 1.4 80.0
[both_failed ] config_core_flags_wo_never_supported_jax_features_flag11 cobra - 4.8 1.1 5.9
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 lba_kk_silhs 1 / 5 48.1 1.6 56.4
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 lba 1 / 5 126.8 1.7 134.7
[match ] config_core_flags_wo_never_supported_jax_features_flag11 arm 5 / 5 61.9 1.5 68.6
[match ] config_core_flags_wo_never_supported_jax_features_flag11 atex 5 / 5 56.0 1.0 60.3
[match ] config_core_flags_wo_never_supported_jax_features_flag11 bomex 5 / 5 53.0 1.1 59.8
[match ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf01 5 / 5 58.8 1.3 64.8
[match ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf01_fixed_sst 5 / 5 58.3 1.1 66.9
[match ] config_core_flags_wo_never_supported_jax_features_flag11 gabls3_night 5 / 5 31.5 1.5 35.6
[diff ] config_core_flags_wo_never_supported_jax_features_flag10 lba_silhs 1 / 5 112.2 4.0 124.5
[match ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf02_nd 5 / 5 70.8 1.0 75.4
[match ] config_core_flags_wo_never_supported_jax_features_flag11 fire 5 / 5 66.0 1.1 72.9
[match ] config_core_flags_wo_never_supported_jax_features_flag11 gabls2 5 / 5 59.6 1.3 64.5
[match ] config_core_flags_wo_never_supported_jax_features_flag11 jun25_altocu 5 / 5 56.7 1.1 61.0
[match ] config_core_flags_wo_never_supported_jax_features_flag11 neutral 5 / 5 64.4 1.2 70.9
[match ] config_core_flags_wo_never_supported_jax_features_flag11 wangara 5 / 5 60.5 1.4 67.9
[match ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf02_do 5 / 5 85.2 1.6 92.5
[match ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf02_ds 5 / 5 87.4 1.6 96.6
[match ] config_core_flags_wo_never_supported_jax_features_flag11 lba_kk 5 / 5 82.3 1.8 90.3
[match ] config_core_flags_wo_never_supported_jax_features_flag11 rico 5 / 5 109.5 1.4 114.5
[match ] config_core_flags_wo_never_supported_jax_features_flag11 clex9_oct14 5 / 5 92.4 1.9 100.2
[match ] config_core_flags_wo_never_supported_jax_features_flag11 lba_kk_silhs 5 / 5 50.1 1.5 56.2
[match ] config_core_flags_wo_never_supported_jax_features_flag11 rico_silhs 5 / 5 83.3 1.0 89.9
[match ] config_core_flags_wo_never_supported_jax_features_flag11 lba 5 / 5 132.3 1.6 139.1
[match ] config_core_flags_wo_never_supported_jax_features_flag11 nov11_altocu 5 / 5 93.1 1.2 98.6
[match ] config_core_flags_wo_never_supported_jax_features_flag12 arm 5 / 5 68.6 1.0 75.1
[match ] config_core_flags_wo_never_supported_jax_features_flag12 bomex 5 / 5 72.4 2.0 78.8
[match ] config_core_flags_wo_never_supported_jax_features_flag12 atex 5 / 5 77.7 1.0 84.2
[match ] config_core_flags_wo_never_supported_jax_features_flag12 cobra 5 / 5 70.6 1.1 75.2
[match ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf01 5 / 5 67.3 1.4 72.7
[match ] config_core_flags_wo_never_supported_jax_features_flag11 lba_silhs 5 / 5 118.9 2.7 129.4
[match ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf01_fixed_sst 5 / 5 72.8 0.9 76.9
[match ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf02_nd 5 / 5 80.1 1.0 85.0
[match ] config_core_flags_wo_never_supported_jax_features_flag12 gabls3_night 5 / 5 31.9 0.9 35.0
[match ] config_core_flags_wo_never_supported_jax_features_flag12 fire 5 / 5 70.8 1.0 74.9
[match ] config_core_flags_wo_never_supported_jax_features_flag12 gabls2 5 / 5 61.2 1.8 71.1
[match ] config_core_flags_wo_never_supported_jax_features_flag12 neutral 5 / 5 76.8 1.0 81.1
[match ] config_core_flags_wo_never_supported_jax_features_flag12 jun25_altocu 5 / 5 92.0 1.8 99.1
[match ] config_core_flags_wo_never_supported_jax_features_flag12 wangara 5 / 5 91.2 1.3 98.6
[match ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf02_do 5 / 5 116.8 1.6 128.3
[match ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf02_ds 5 / 5 123.8 2.3 133.3
[match ] config_core_flags_wo_never_supported_jax_features_flag12 lba_kk 5 / 5 127.5 1.6 134.7
[match ] config_core_flags_wo_never_supported_jax_features_flag12 rico 5 / 5 139.3 1.6 147.0
[match ] config_core_flags_wo_never_supported_jax_features_flag12 rico_silhs 5 / 5 66.4 1.1 72.2
[match ] config_core_flags_wo_never_supported_jax_features_flag12 clex9_oct14 5 / 5 101.8 1.3 109.2
[match ] config_core_flags_wo_never_supported_jax_features_flag12 lba_kk_silhs 5 / 5 66.3 1.8 74.3
[match ] config_core_flags_wo_never_supported_jax_features_flag12 nov11_altocu 5 / 5 106.2 1.6 116.3
[match ] config_core_flags_wo_never_supported_jax_features_flag13 arm 5 / 5 66.3 1.5 76.4
[match ] config_core_flags_wo_never_supported_jax_features_flag12 lba 5 / 5 165.0 1.4 181.9
[match ] config_core_flags_wo_never_supported_jax_features_flag13 bomex 5 / 5 74.1 1.3 82.0
[match ] config_core_flags_wo_never_supported_jax_features_flag13 atex 5 / 5 77.2 1.5 85.1
[match ] config_core_flags_wo_never_supported_jax_features_flag13 cobra 5 / 5 85.9 2.0 92.7
[match ] config_core_flags_wo_never_supported_jax_features_flag12 lba_silhs 5 / 5 136.7 3.0 147.9
[match ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf01_fixed_sst 5 / 5 78.9 1.1 84.9
[match ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf01 5 / 5 82.9 1.5 92.1
[match ] config_core_flags_wo_never_supported_jax_features_flag13 gabls3_night 5 / 5 49.7 1.3 53.9
[match ] config_core_flags_wo_never_supported_jax_features_flag13 fire 5 / 5 86.8 1.4 97.2
[match ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf02_nd 5 / 5 93.3 1.5 100.0
[match ] config_core_flags_wo_never_supported_jax_features_flag13 gabls2 5 / 5 86.7 1.4 91.7
[match ] config_core_flags_wo_never_supported_jax_features_flag13 jun25_altocu 5 / 5 100.4 1.4 107.5
[match ] config_core_flags_wo_never_supported_jax_features_flag13 neutral 5 / 5 97.5 1.3 103.6
[match ] config_core_flags_wo_never_supported_jax_features_flag13 wangara 5 / 5 102.2 1.4 109.2
[match ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf02_do 5 / 5 124.1 2.6 135.2
[match ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf02_ds 5 / 5 126.2 2.0 136.9
[match ] config_core_flags_wo_never_supported_jax_features_flag13 rico 5 / 5 124.0 1.1 129.5
[match ] config_core_flags_wo_never_supported_jax_features_flag13 lba_kk 5 / 5 126.1 1.8 132.7
[match ] config_core_flags_wo_never_supported_jax_features_flag13 rico_silhs 5 / 5 71.6 1.2 81.8
[match ] config_core_flags_wo_never_supported_jax_features_flag13 lba_kk_silhs 5 / 5 64.2 1.8 70.3
[match ] config_core_flags_wo_never_supported_jax_features_flag13 clex9_oct14 5 / 5 112.4 1.3 119.7
[match ] config_core_flags_wo_never_supported_jax_features_flag13 nov11_altocu 5 / 5 113.8 1.3 126.1
[match ] config_core_flags_wo_never_supported_jax_features_flag13 lba 5 / 5 170.3 1.9 185.5
[match ] config_core_flags_wo_never_supported_jax_features_flag14 arm 5 / 5 79.0 1.2 84.9
[match ] config_core_flags_wo_never_supported_jax_features_flag14 atex 5 / 5 79.1 1.4 87.9
[match ] config_core_flags_wo_never_supported_jax_features_flag14 bomex 5 / 5 80.2 1.5 90.1
[match ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf01 5 / 5 71.7 1.5 77.8
[match ] config_core_flags_wo_never_supported_jax_features_flag13 lba_silhs 5 / 5 126.8 4.2 142.2
[match ] config_core_flags_wo_never_supported_jax_features_flag14 cobra 5 / 5 88.2 1.5 99.5
[match ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf01_fixed_sst 5 / 5 84.8 1.1 90.2
[match ] config_core_flags_wo_never_supported_jax_features_flag14 gabls3_night 5 / 5 45.2 1.7 51.3
[match ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf02_nd 5 / 5 90.4 1.6 97.9
[match ] config_core_flags_wo_never_supported_jax_features_flag14 fire 5 / 5 79.1 1.2 84.9
[match ] config_core_flags_wo_never_supported_jax_features_flag14 gabls2 5 / 5 86.8 1.6 92.7
[match ] config_core_flags_wo_never_supported_jax_features_flag14 jun25_altocu 5 / 5 79.9 1.3 88.1
[match ] config_core_flags_wo_never_supported_jax_features_flag14 neutral 5 / 5 87.9 1.5 94.6
[match ] config_core_flags_wo_never_supported_jax_features_flag14 wangara 5 / 5 92.2 1.7 100.9
[match ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf02_do 5 / 5 113.3 2.5 121.8
[match ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf02_ds 5 / 5 113.9 2.0 122.4
[match ] config_core_flags_wo_never_supported_jax_features_flag14 lba_kk 5 / 5 112.1 1.7 120.0
[match ] config_core_flags_wo_never_supported_jax_features_flag14 rico 5 / 5 128.8 1.0 134.6
[match ] config_core_flags_wo_never_supported_jax_features_flag14 rico_silhs 5 / 5 63.9 1.1 69.3
[match ] config_core_flags_wo_never_supported_jax_features_flag14 clex9_oct14 5 / 5 99.2 1.4 106.5
[match ] config_core_flags_wo_never_supported_jax_features_flag14 nov11_altocu 5 / 5 99.0 1.2 106.1
[match ] config_core_flags_wo_never_supported_jax_features_flag14 lba_kk_silhs 5 / 5 52.8 1.7 58.9
[match ] config_core_flags_wo_never_supported_jax_features_flag14 lba 5 / 5 149.6 1.4 162.7
[match ] config_core_flags_wo_never_supported_jax_features_flag15 arm 5 / 5 69.5 1.2 77.4
[match ] config_core_flags_wo_never_supported_jax_features_flag15 atex 5 / 5 63.2 1.4 72.2
[match ] config_core_flags_wo_never_supported_jax_features_flag15 bomex 5 / 5 69.5 1.4 76.7
[match ] config_core_flags_wo_never_supported_jax_features_flag15 cobra 5 / 5 74.7 1.3 83.1
[match ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf01 5 / 5 75.5 1.6 84.9
[match ] config_core_flags_wo_never_supported_jax_features_flag14 lba_silhs 5 / 5 120.3 4.2 131.4
[match ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf01_fixed_sst 5 / 5 80.7 1.0 85.9
[match ] config_core_flags_wo_never_supported_jax_features_flag15 gabls3_night 5 / 5 36.3 1.5 42.4
[match ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf02_nd 5 / 5 84.6 1.3 92.1
[match ] config_core_flags_wo_never_supported_jax_features_flag15 fire 5 / 5 80.4 1.1 86.5
[match ] config_core_flags_wo_never_supported_jax_features_flag15 gabls2 5 / 5 74.7 1.7 81.2
[match ] config_core_flags_wo_never_supported_jax_features_flag15 jun25_altocu 5 / 5 70.2 1.9 78.1
[match ] config_core_flags_wo_never_supported_jax_features_flag15 neutral 5 / 5 79.7 1.1 86.8
[match ] config_core_flags_wo_never_supported_jax_features_flag15 wangara 5 / 5 81.6 1.8 89.3
[match ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf02_do 5 / 5 101.3 2.2 108.8
[match ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf02_ds 5 / 5 100.2 1.8 109.9
[match ] config_core_flags_wo_never_supported_jax_features_flag15 lba_kk 5 / 5 100.6 2.0 111.2
[match ] config_core_flags_wo_never_supported_jax_features_flag15 rico 5 / 5 116.9 1.3 123.4
[match ] config_core_flags_wo_never_supported_jax_features_flag15 clex9_oct14 5 / 5 94.2 1.4 105.3
[match ] config_core_flags_wo_never_supported_jax_features_flag15 lba_kk_silhs 5 / 5 60.0 1.8 66.2
[match ] config_core_flags_wo_never_supported_jax_features_flag15 nov11_altocu 5 / 5 93.2 1.4 100.3
[match ] config_core_flags_wo_never_supported_jax_features_flag15 lba 5 / 5 135.2 1.4 144.8
[match ] config_core_flags_wo_never_supported_jax_features_flag15 rico_silhs 5 / 5 88.6 1.2 97.3
[match ] config_core_flags_wo_never_supported_jax_features_flag16 arm 5 / 5 72.6 1.2 78.2
[match ] config_core_flags_wo_never_supported_jax_features_flag16 bomex 5 / 5 69.8 1.0 75.4
[match ] config_core_flags_wo_never_supported_jax_features_flag16 atex 5 / 5 76.3 1.6 84.1
[match ] config_core_flags_wo_never_supported_jax_features_flag15 lba_silhs 5 / 5 118.0 5.2 137.3
[match ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf01_fixed_sst 5 / 5 86.0 1.0 91.0
[match ] config_core_flags_wo_never_supported_jax_features_flag16 cobra 5 / 5 95.8 1.2 101.7
[match ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf01 5 / 5 94.7 1.8 103.3
[match ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf02_nd 5 / 5 89.0 1.3 98.1
[match ] config_core_flags_wo_never_supported_jax_features_flag16 gabls3_night 5 / 5 50.3 1.1 54.1
[match ] config_core_flags_wo_never_supported_jax_features_flag16 fire 5 / 5 89.7 1.3 98.0
[match ] config_core_flags_wo_never_supported_jax_features_flag16 gabls2 5 / 5 76.4 1.4 80.5
[match ] config_core_flags_wo_never_supported_jax_features_flag16 jun25_altocu 5 / 5 66.5 1.2 73.4
[match ] config_core_flags_wo_never_supported_jax_features_flag16 neutral 5 / 5 81.7 1.0 88.4
[match ] config_core_flags_wo_never_supported_jax_features_flag16 wangara 5 / 5 83.4 1.4 90.6
[match ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf02_do 5 / 5 101.2 1.4 106.6
[match ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf02_ds 5 / 5 102.8 1.5 110.4
[match ] config_core_flags_wo_never_supported_jax_features_flag16 lba_kk 5 / 5 105.1 1.6 112.0
[match ] config_core_flags_wo_never_supported_jax_features_flag16 rico_silhs 5 / 5 54.3 1.7 60.9
[match ] config_core_flags_wo_never_supported_jax_features_flag16 rico 5 / 5 118.2 1.6 123.8
[match ] config_core_flags_wo_never_supported_jax_features_flag16 clex9_oct14 5 / 5 95.1 1.3 101.7
[match ] config_core_flags_wo_never_supported_jax_features_flag16 lba_kk_silhs 5 / 5 49.6 1.4 54.4
[match ] config_core_flags_wo_never_supported_jax_features_flag16 nov11_altocu 5 / 5 79.3 1.2 84.6
[match ] config_core_flags_wo_never_supported_jax_features_flag16 lba 5 / 5 121.8 1.2 127.6
[match ] config_core_flags_wo_never_supported_jax_features_flag17 arm 5 / 5 59.4 1.1 68.8
[match ] config_core_flags_wo_never_supported_jax_features_flag17 bomex 5 / 5 58.3 1.3 63.9
[match ] config_core_flags_wo_never_supported_jax_features_flag17 atex 5 / 5 60.9 1.1 68.4
[match ] config_core_flags_wo_never_supported_jax_features_flag17 cobra 5 / 5 56.2 1.3 65.3
[match ] config_core_flags_wo_never_supported_jax_features_flag16 lba_silhs 5 / 5 100.8 4.0 109.8
[match ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf01 5 / 5 59.0 1.3 63.5
[match ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf02_nd 5 / 5 60.9 1.0 65.1
[match ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf01_fixed_sst 5 / 5 63.2 1.0 67.4
[match ] config_core_flags_wo_never_supported_jax_features_flag17 gabls3_night 5 / 5 30.4 1.0 33.6
[match ] config_core_flags_wo_never_supported_jax_features_flag17 fire 5 / 5 58.1 0.9 64.6
[match ] config_core_flags_wo_never_supported_jax_features_flag17 gabls2 5 / 5 62.9 1.3 68.4
[match ] config_core_flags_wo_never_supported_jax_features_flag17 jun25_altocu 5 / 5 56.4 1.2 62.6
[match ] config_core_flags_wo_never_supported_jax_features_flag17 neutral 5 / 5 58.8 1.0 65.9
[match ] config_core_flags_wo_never_supported_jax_features_flag17 wangara 5 / 5 57.7 0.9 63.4
[match ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf02_do 5 / 5 75.6 1.4 80.3
[match ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf02_ds 5 / 5 82.6 1.3 87.3
[match ] config_core_flags_wo_never_supported_jax_features_flag17 lba_kk 5 / 5 80.3 1.8 86.8
[match ] config_core_flags_wo_never_supported_jax_features_flag17 clex9_oct14 5 / 5 68.5 1.1 73.5
[match ] config_core_flags_wo_never_supported_jax_features_flag17 lba_kk_silhs 5 / 5 42.5 1.4 47.3
[match ] config_core_flags_wo_never_supported_jax_features_flag17 rico 5 / 5 96.9 1.0 101.2
[match ] config_core_flags_wo_never_supported_jax_features_flag17 rico_silhs 5 / 5 67.7 1.0 72.0
[match ] config_core_flags_wo_never_supported_jax_features_flag17 nov11_altocu 5 / 5 75.6 1.2 80.8
[match ] config_core_flags_wo_never_supported_jax_features_flag17 lba 5 / 5 105.2 1.2 113.9
[match ] config_core_flags_wo_never_supported_jax_features_flag18 arm 5 / 5 60.9 1.4 68.9
[match ] config_core_flags_wo_never_supported_jax_features_flag18 atex 5 / 5 53.4 1.3 59.2
[match ] config_core_flags_wo_never_supported_jax_features_flag18 bomex 5 / 5 55.2 1.2 60.7
[match ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf01 5 / 5 55.1 1.5 61.3
[match ] config_core_flags_wo_never_supported_jax_features_flag17 lba_silhs 5 / 5 98.2 3.1 106.2
[match ] config_core_flags_wo_never_supported_jax_features_flag18 cobra 5 / 5 66.2 1.1 70.5
[match ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf01_fixed_sst 5 / 5 60.1 0.9 64.2
[match ] config_core_flags_wo_never_supported_jax_features_flag18 gabls3_night 5 / 5 27.8 1.0 31.1
[match ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf02_nd 5 / 5 67.1 1.2 73.3
[match ] config_core_flags_wo_never_supported_jax_features_flag18 fire 5 / 5 63.6 1.0 68.2
[match ] config_core_flags_wo_never_supported_jax_features_flag18 gabls2 5 / 5 58.1 1.2 63.5
[match ] config_core_flags_wo_never_supported_jax_features_flag18 jun25_altocu 5 / 5 56.1 1.4 62.1
[match ] config_core_flags_wo_never_supported_jax_features_flag18 neutral 5 / 5 64.2 1.4 69.8
[match ] config_core_flags_wo_never_supported_jax_features_flag18 wangara 5 / 5 67.1 1.3 72.4
[match ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf02_do 5 / 5 89.9 1.8 95.2
[match ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf02_ds 5 / 5 76.7 1.4 83.9
[match ] config_core_flags_wo_never_supported_jax_features_flag18 lba_kk 5 / 5 81.0 1.1 89.1
[match ] config_core_flags_wo_never_supported_jax_features_flag18 clex9_oct14 5 / 5 68.1 1.6 76.6
[match ] config_core_flags_wo_never_supported_jax_features_flag18 nov11_altocu 5 / 5 71.1 1.2 76.3
[match ] config_core_flags_wo_never_supported_jax_features_flag18 lba_kk_silhs 5 / 5 41.8 1.4 46.1
[match ] config_core_flags_wo_never_supported_jax_features_flag18 rico_silhs 5 / 5 71.4 0.9 75.3
[match ] config_core_flags_wo_never_supported_jax_features_flag18 rico 5 / 5 102.2 1.1 106.0
[match ] config_core_flags_wo_never_supported_jax_features_flag18 lba 5 / 5 97.7 1.2 103.0
[match ] config_core_flags_wo_never_supported_jax_features_flag18 lba_silhs 5 / 5 72.7 2.2 78.8
Overall cases:
Match Diff Failed
----- ---- ------
302 62 50
Flag set default:
Match Diff Failed
----- ---- ------
23 0 0
Flag set config_core_flags_wo_never_supported_jax_features_flag2:
Match Diff Failed
----- ---- ------
2 18 3
Flag set config_core_flags_wo_never_supported_jax_features_flag3:
Match Diff Failed
----- ---- ------
23 0 0
Flag set config_core_flags_wo_never_supported_jax_features_flag4:
Match Diff Failed
----- ---- ------
0 0 23
Flag set config_core_flags_wo_never_supported_jax_features_flag5:
Match Diff Failed
----- ---- ------
23 0 0
Flag set config_core_flags_wo_never_supported_jax_features_flag6:
Match Diff Failed
----- ---- ------
0 23 0
Flag set config_core_flags_wo_never_supported_jax_features_flag7:
Match Diff Failed
----- ---- ------
0 0 23
Flag set config_core_flags_wo_never_supported_jax_features_flag8:
Match Diff Failed
----- ---- ------
23 0 0
Flag set config_core_flags_wo_never_supported_jax_features_flag9:
Match Diff Failed
----- ---- ------
23 0 0
Flag set config_core_flags_wo_never_supported_jax_features_flag10:
Match Diff Failed
----- ---- ------
2 21 0
Flag set config_core_flags_wo_never_supported_jax_features_flag11:
Match Diff Failed
----- ---- ------
22 0 1
Flag set config_core_flags_wo_never_supported_jax_features_flag12:
Match Diff Failed
----- ---- ------
23 0 0
Flag set config_core_flags_wo_never_supported_jax_features_flag13:
Match Diff Failed
----- ---- ------
23 0 0
Flag set config_core_flags_wo_never_supported_jax_features_flag14:
Match Diff Failed
----- ---- ------
23 0 0
Flag set config_core_flags_wo_never_supported_jax_features_flag15:
Match Diff Failed
----- ---- ------
23 0 0
Flag set config_core_flags_wo_never_supported_jax_features_flag16:
Match Diff Failed
----- ---- ------
23 0 0
Flag set config_core_flags_wo_never_supported_jax_features_flag17:
Match Diff Failed
----- ---- ------
23 0 0
Flag set config_core_flags_wo_never_supported_jax_features_flag18:
Match Diff Failed
----- ---- ------
23 0 0
Total time: 1h 11m 9.7s
Results JSON: /home/jenkins/workspace/clubb_branch_jax/output/tests/jax_driver_test_results/case_compare_summary.json
Bindiff log: /home/jenkins/workspace/clubb_branch_jax/output/tests/jax_driver_test_results/final_bindiff.log [failed (exit 1)]
