Skip to content

Console Output

+ source /etc/profile.d/larson-group.sh
++ export GIT_EDITOR=vi
++ GIT_EDITOR=vi
++ export SVN_EDITOR=vi
++ SVN_EDITOR=vi
++ export OMP_STACKSIZE=1048579
++ OMP_STACKSIZE=1048579
++ export LMOD_ROOT=/opt/lmod/
++ LMOD_ROOT=/opt/lmod/
++ source /opt/lmod//lmod/lmod/init/bash
+++ '[' -z '' ']'
+++ case "$-" in
+++ __lmod_vx=x
+++ '[' -n x ']'
+++ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for this output (/usr/local/spack/opt/spack/linux-pop22-cascadelake/gcc-12.2.0/lmod-8.7.37-bi3kyxcdrfgw3y7vv2k7c5rjxg75qzju/lmod/lmod/init/bash)
Shell debugging restarted
+++ unset __lmod_vx
+++ find /usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core -print -quit
++ export MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
++ MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
+ module load gcc netcdf-fortran
+ '[' -z '' ']'
+ case "$-" in
+ __lmod_sh_dbg=x
+ '[' -n x ']'
+ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output
Lmod Warning:
-------------------------------------------------------------------------------
The following dependent module(s) are not currently loaded:
gcc-runtime/13.1.0-gzedt3f (required by: mpich/4.2.1, hdf5/1.14.3-42x3zrv,
netcdf-c/4.9.2, netcdf-fortran/4.5.3)
-------------------------------------------------------------------------------



Shell debugging restarted
+ unset __lmod_sh_dbg
+ return 0
+ ulimit -s 8388608
+ python3 tests/run_jax_vs_fortran_cases.py -debug 0 -max_iters 5 -workers 8 -flag_config_file input/flag_sets/config_core_flags_wo_never_supported_jax_features.json
CLUBB JAX runtime:
  Environment: /home/jenkins/workspace/clubb_jax/.venv-jax (Python 3.12)
  Accelerator: cpu
  JAX: 0.11.0 (jaxlib 0.11.0)
  Device: cpu:0

Run settings:
  Output: /home/jenkins/workspace/clubb_jax/output/tests/jax_driver_test_results
  Statistics: input/stats/standard_stats.in
  Debug: 0
  Forwarded to both runs: -debug 0 -max_iters 5
  Columns: 4
  Workers: 8
  Comparison limits: absolute 1e-07; percentage 1e-07%

Cases and flag sets:
  23 cases x 18 flag sets = 414 JAX/Fortran pairs
  Flag sets:
    default
    config_core_flags_wo_never_supported_jax_features_flag2
      - saturation_formula = 1
      - l_godunov_upwind_xpyp_ta = .true.
      - l_lh_importance_sampling = .false.
      - l_random_k_lh_start = .true.
      - l_max_overlap_in_cloud = .false.
    config_core_flags_wo_never_supported_jax_features_flag3
      - ipdf_call_placement = 1
      - l_ho_trad_coriolis = .true.
      - l_ho_nontrad_coriolis = .true.
    config_core_flags_wo_never_supported_jax_features_flag4
      - iiPDF_type = 7
    config_core_flags_wo_never_supported_jax_features_flag5
      - l_predict_upwp_vpwp = .false.
    config_core_flags_wo_never_supported_jax_features_flag6
      - l_wp2_fill_holes_tke = .false.
      - l_enable_relaxed_clipping = .true.
      - l_min_xp2_from_corr_wx = .false.
      - l_add_dycore_grid = .true.
      - l_lh_straight_mc = .true.
    config_core_flags_wo_never_supported_jax_features_flag7
      - l_diag_Lscale_from_tau = .true.
      - fill_holes_type = 3
    config_core_flags_wo_never_supported_jax_features_flag8
      - l_upwind_xpyp_ta = .false.
      - l_upwind_xm_ma = .false.
      - l_lh_clustered_sampling = .false.
      - l_lh_instant_var_covar_src = .false.
      - l_lh_limit_weights = .false.
    config_core_flags_wo_never_supported_jax_features_flag9
      - l_min_wp2_from_corr_wx = .true.
      - l_stability_correct_tau_zm = .true.
      - l_damp_wp2_using_em = .false.
      - l_use_C7_Richardson = .false.
    config_core_flags_wo_never_supported_jax_features_flag10
      - l_vert_avg_closure = .true.
      - l_use_cloud_cover = .true.
      - l_damp_wp3_Skw_squared = .false.
      - l_use_C11_Richardson = .true.
      - l_rcm_in_cloud_k_lh_start = .false.
    config_core_flags_wo_never_supported_jax_features_flag11
      - l_rcm_supersat_adj = .false.
      - l_C2_cloud_frac = .true.
      - l_use_precip_frac = .false.
      - l_do_expldiff_rtm_thlm = .true.
      - l_use_shear_Richardson = .true.
    config_core_flags_wo_never_supported_jax_features_flag12
      - l_prescribed_avg_deltaz = .true.
      - l_stability_correct_Kh_N2_zm = .true.
      - l_trapezoidal_rule_zt = .true.
      - l_trapezoidal_rule_zm = .true.
      - l_call_pdf_closure_twice = .true.
    config_core_flags_wo_never_supported_jax_features_flag13
      - l_brunt_vaisala_freq_moist = .true.
      - l_use_thvm_in_bv_freq = .true.
      - l_lmm_stepping = .true.
      - l_vary_convect_depth = .true.
    config_core_flags_wo_never_supported_jax_features_flag14
      - l_use_tke_in_wp3_pr_turb_term = .false.
      - l_use_tke_in_wp2_wp3_K_dfsn = .true.
      - l_use_wp3_lim_with_smth_Heaviside = .true.
      - l_smooth_Heaviside_tau_wpxp = .false.
      - l_modify_limiters_for_cnvg_test = .true.
    config_core_flags_wo_never_supported_jax_features_flag15
      - l_mono_flux_lim_rtm = .false.
      - l_mono_flux_lim_um = .false.
      - l_mono_flux_lim_vm = .false.
      - l_mono_flux_lim_spikefix = .false.
    config_core_flags_wo_never_supported_jax_features_flag16
      - l_standard_term_ta = .true.
      - l_partial_upwind_wp3 = .false.
      - l_lh_var_frac = .true.
    config_core_flags_wo_never_supported_jax_features_flag17
      - l_standard_term_ta = .true.
      - l_partial_upwind_wp3 = .true.
      - l_lh_normalize_weights = .false.
    config_core_flags_wo_never_supported_jax_features_flag18
      - ipdf_call_placement = 3
  Cases:
    arm (5 iterations)
    atex (5 iterations)
    bomex (5 iterations)
    cobra (5 iterations)
    dycoms2_rf01 (5 iterations)
    dycoms2_rf01_fixed_sst (5 iterations)
    dycoms2_rf02_nd (5 iterations)
    fire (5 iterations)
    gabls2 (5 iterations)
    gabls3_night (5 iterations)
    jun25_altocu (5 iterations)
    neutral (5 iterations)
    wangara (5 iterations)
    dycoms2_rf02_do (5 iterations)
    dycoms2_rf02_ds (5 iterations)
    lba_kk (5 iterations)
      - input case: lba
      - microphysics_setting.microphys_scheme = "khairoutdinov_kogan"
      - microphysics_setting.lh_microphys_type = "disabled"
      - microphysics_setting.l_ice_microphys = .false.
      - microphysics_setting.l_graupel = .false.
    rico (5 iterations)
      - dt_main: 60 s
    lba (5 iterations)
      - percentage limit: 0.001%
      - microphysics_setting.lh_microphys_type = "disabled"
    clex9_oct14 (5 iterations)
      - percentage limit: 0.001%
    nov11_altocu (5 iterations)
      - percentage limit: 0.001%
    rico_silhs (5 iterations)
      - dt_main: 60 s
      - configurable_silhs_flags_nl.l_lh_deterministic_test = .true.
      - configurable_silhs_flags_nl.l_lh_importance_sampling = .false.
      - configurable_silhs_flags_nl.l_random_k_lh_start = .false.
    lba_kk_silhs (5 iterations)
      - input case: lba
      - dt_main: 60 s
      - microphysics_setting.microphys_scheme = "khairoutdinov_kogan"
      - microphysics_setting.lh_microphys_type = "interactive"
      - microphysics_setting.l_local_kk = .true.
      - microphysics_setting.l_ice_microphys = .false.
      - microphysics_setting.l_graupel = .false.
      - configurable_silhs_flags_nl.l_lh_deterministic_test = .true.
      - configurable_silhs_flags_nl.l_lh_importance_sampling = .false.
      - configurable_silhs_flags_nl.l_random_k_lh_start = .false.
    lba_silhs (5 iterations)
      - percentage limit: 0.001%
      - input case: lba
      - dt_main: 60 s
      - configurable_silhs_flags_nl.l_lh_deterministic_test = .true.
      - configurable_silhs_flags_nl.l_lh_importance_sampling = .false.
      - configurable_silhs_flags_nl.l_random_k_lh_start = .false.

[Status        ] Flag set                                                 Case                       Timesteps    JAX (s)  Fortran (s)  Total (s)
-------------------------------------------------------------------------------------------------------------------------------------------------
[match         ] default                                                  fire                           5 / 5       33.7          1.2       39.1
[match         ] default                                                  atex                           5 / 5       33.6          1.4       39.1
[match         ] default                                                  dycoms2_rf01_fixed_sst         5 / 5       34.8          1.2       40.0
[match         ] default                                                  cobra                          5 / 5       35.1          1.8       40.7
[match         ] default                                                  dycoms2_rf02_nd                5 / 5       36.0          1.4       41.0
[match         ] default                                                  bomex                          5 / 5       36.7          1.5       41.6
[match         ] default                                                  dycoms2_rf01                   5 / 5       36.2          1.7       41.6
[match         ] default                                                  arm                            5 / 5       35.1          1.8       41.7
[match         ] default                                                  gabls3_night                   5 / 5       22.8          1.1       26.2
[match         ] default                                                  gabls2                         5 / 5       32.0          1.5       36.6
[match         ] default                                                  neutral                        5 / 5       32.7          1.2       40.1
[match         ] default                                                  jun25_altocu                   5 / 5       35.7          1.8       41.7
[match         ] default                                                  wangara                        5 / 5       36.1          1.7       41.1
[match         ] default                                                  lba_kk                         5 / 5       52.8          1.6       58.2
[diff          ] default                                                  dycoms2_rf02_ds                2 / 5       54.6          1.7       60.7
[diff          ] default                                                  dycoms2_rf02_do                2 / 5       56.5          1.5       62.8
[match         ] default                                                  rico                           5 / 5       63.3          1.4       68.1
[match         ] default                                                  rico_silhs                     5 / 5       47.9          1.1       52.7
[match         ] default                                                  nov11_altocu                   5 / 5       51.0          1.3       57.2
[match         ] default                                                  clex9_oct14                    5 / 5       52.0          1.4       58.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  arm                            1 / 5       37.1          1.5       42.0
[match         ] default                                                  lba_kk_silhs                   5 / 5       45.5          1.6       50.9
[match         ] default                                                  lba                            5 / 5       85.7          1.3       92.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  atex                           1 / 5       32.5          1.2       37.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  bomex                          1 / 5       34.6          1.0       39.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  cobra                          1 / 5       33.5          1.2       38.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  dycoms2_rf01                   1 / 5       33.6          1.5       38.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  dycoms2_rf01_fixed_sst         1 / 5       31.2          1.2       35.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  dycoms2_rf02_nd                1 / 5       32.9          1.1       37.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag2  gabls3_night                   5 / 5       22.0          1.1       25.4
[match         ] default                                                  lba_silhs                      5 / 5       94.6          2.9      102.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  fire                           1 / 5       32.2          1.1       36.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag2  gabls2                         5 / 5       32.8          1.4       36.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  jun25_altocu                   1 / 5       32.5          1.1       36.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  neutral                        1 / 5       33.2          1.0       37.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  wangara                        1 / 5       32.3          1.0       36.7
[both_failed   ] config_core_flags_wo_never_supported_jax_features_flag2  rico_silhs                         -        5.4          1.1        6.5
[both_failed   ] config_core_flags_wo_never_supported_jax_features_flag2  lba_kk_silhs                       -        5.0          1.0        5.9
[both_failed   ] config_core_flags_wo_never_supported_jax_features_flag2  lba_silhs                          -        5.2          1.0        6.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  dycoms2_rf02_do                1 / 5       49.7          1.5       55.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  dycoms2_rf02_ds                1 / 5       50.8          1.5       56.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  lba_kk                         1 / 5       49.6          1.2       54.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  clex9_oct14                    1 / 5       44.7          1.2       50.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  rico                           5 / 5       54.6          1.2       59.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  nov11_altocu                   1 / 5       44.7          1.3       50.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  arm                            5 / 5       33.0          1.1       37.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  atex                           5 / 5       31.0          1.2       35.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  bomex                          5 / 5       32.1          1.1       36.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  lba                            1 / 5       77.3          1.2       85.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  dycoms2_rf01_fixed_sst         5 / 5       28.9          1.1       33.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  cobra                          5 / 5       33.6          1.4       38.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  dycoms2_rf01                   5 / 5       32.4          1.3       37.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  dycoms2_rf02_nd                5 / 5       33.0          1.1       37.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  fire                           5 / 5       33.4          1.2       37.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  gabls2                         5 / 5       32.0          1.3       35.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  gabls3_night                   5 / 5       22.6          1.0       25.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  jun25_altocu                   5 / 5       31.9          1.2       36.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  neutral                        5 / 5       31.6          1.1       36.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  wangara                        5 / 5       33.3          1.0       37.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag3  dycoms2_rf02_do                2 / 5       49.8          1.4       55.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag3  dycoms2_rf02_ds                2 / 5       50.0          1.6       55.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  lba_kk                         5 / 5       47.0          1.2       51.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  rico                           5 / 5       52.8          1.0       57.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  clex9_oct14                    5 / 5       45.0          1.2       50.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  rico_silhs                     5 / 5       40.1          1.1       45.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  nov11_altocu                   5 / 5       43.0          1.2       48.8
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  arm                                -       28.4          1.2       29.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  lba_kk_silhs                   5 / 5       38.6          1.6       43.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  lba                            5 / 5       77.1          1.3       83.3
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  atex                               -       30.1          1.1       31.3
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  bomex                              -       28.9          1.1       29.9
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  cobra                              -       30.1          1.2       31.3
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  dycoms2_rf01                       -       30.5          1.4       31.9
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  dycoms2_rf01_fixed_sst             -       26.2          1.0       27.2
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  dycoms2_rf02_nd                    -       27.3          1.2       28.5
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  fire                               -       29.4          1.0       30.5
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  gabls3_night                       -       24.1          1.0       25.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  gabls2                             -       33.4          1.3       34.7
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  jun25_altocu                       -       28.4          1.2       29.6
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  neutral                            -       27.8          1.1       29.0
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  wangara                            -       28.0          1.0       29.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  lba_silhs                      5 / 5       89.4          2.8       98.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  rico                               -       22.1          1.1       23.2
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  dycoms2_rf02_do                    -       32.4          1.6       34.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  dycoms2_rf02_ds                    -       32.0          1.4       33.5
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  lba_kk                             -       29.9          1.2       31.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  lba                                -       32.9          1.2       34.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  clex9_oct14                        -       31.7          1.3       33.0
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  rico_silhs                         -       21.5          1.0       22.5
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  nov11_altocu                       -       32.0          1.2       33.3
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  lba_kk_silhs                       -       28.9          1.5       30.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  atex                           5 / 5       28.3          1.1       32.6
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  lba_silhs                          -       33.2          2.5       35.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  arm                            5 / 5       28.8          1.2       33.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  bomex                          5 / 5       31.7          1.1       36.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  cobra                          5 / 5       31.3          1.3       36.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  dycoms2_rf01_fixed_sst         5 / 5       28.1          1.1       33.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  dycoms2_rf01                   5 / 5       32.4          1.7       38.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  gabls3_night                   5 / 5       22.1          1.0       25.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  dycoms2_rf02_nd                5 / 5       35.8          1.1       40.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  gabls2                         5 / 5       30.9          1.3       34.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  fire                           5 / 5       32.5          1.2       37.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  jun25_altocu                   5 / 5       33.0          1.3       38.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  neutral                        5 / 5       33.7          1.2       38.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  wangara                        5 / 5       35.6          1.0       40.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag5  dycoms2_rf02_do                2 / 5       53.8          1.4       59.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag5  dycoms2_rf02_ds                2 / 5       51.2          1.5       56.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  lba_kk                         5 / 5       50.0          1.2       55.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  rico                           5 / 5       58.7          1.3       65.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  rico_silhs                     5 / 5       46.0          1.4       53.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  nov11_altocu                   5 / 5       50.3          1.4       60.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  clex9_oct14                    5 / 5       51.2          1.9       62.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  lba                            5 / 5       87.5          1.4       94.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  lba_kk_silhs                   5 / 5       49.5          1.6       54.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  arm                            1 / 5       42.4          1.4       45.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  atex                               -       41.5          1.5       44.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  bomex                              -       39.7          1.2       42.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  cobra                              -       39.8          1.4       43.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  dycoms2_rf01                       -       38.4          2.8       42.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  dycoms2_rf01_fixed_sst             -       33.3          1.1       35.9
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  fire                               -       33.4          1.1       36.3
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  dycoms2_rf02_nd                    -       35.3          1.2       38.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  gabls3_night                       -       20.9          1.1       23.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  gabls2                             -       31.9          1.4       34.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  lba_silhs                      5 / 5       98.9          2.6      106.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  jun25_altocu                   1 / 5       31.3          1.4       34.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  neutral                            -       31.4          1.1       34.3
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  wangara                            -       32.2          1.1       34.9
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  dycoms2_rf02_do                2 / 5       48.2          1.8       51.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  dycoms2_rf02_ds                2 / 5       47.2          1.7       50.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  lba_kk                             -       46.9          2.0       50.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  rico                               -       53.6          1.2       56.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  clex9_oct14                        -       45.9          1.9       49.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  nov11_altocu                       -       46.2          1.7       50.0
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  arm                                -       18.0          1.1       19.0
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  rico_silhs                         -       41.4          1.1       44.3
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  atex                               -       16.4          1.2       17.6
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  bomex                              -       16.5          1.1       17.6
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  cobra                              -       17.9          1.3       19.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  dycoms2_rf01_fixed_sst             -       17.2          1.0       18.2
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  dycoms2_rf01                       -       17.7          1.4       19.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  lba_kk_silhs                       -       40.6          2.5       44.9
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  dycoms2_rf02_nd                    -       18.6          1.1       19.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  lba                                -       79.9          2.5       84.8
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  fire                               -       18.6          1.1       19.7
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  gabls2                             -       16.5          1.5       18.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  jun25_altocu                       -       16.7          1.2       17.9
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  gabls3_night                       -       18.1          1.0       19.2
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  neutral                            -       17.4          1.2       18.6
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  wangara                            -       18.8          1.1       19.9
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  dycoms2_rf02_do                    -       18.5          1.5       20.0
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  dycoms2_rf02_ds                    -       18.0          1.4       19.4
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  lba_kk                             -       17.8          1.2       19.0
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  rico                               -       15.8          1.0       16.8
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  lba                                -       21.2          1.2       22.4
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  clex9_oct14                        -       20.5          1.2       21.7
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  rico_silhs                         -       15.8          1.1       16.9
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  nov11_altocu                       -       19.0          1.2       20.2
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  lba_kk_silhs                       -       15.6          1.6       17.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  lba_silhs                          -       86.2          4.0       92.3
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  lba_silhs                          -       21.5          2.6       24.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  arm                            5 / 5       31.1          1.2       35.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  atex                           5 / 5       29.9          1.2       34.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  bomex                          5 / 5       32.0          1.1       36.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  cobra                          5 / 5       31.2          1.2       35.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  dycoms2_rf01_fixed_sst         5 / 5       29.4          1.0       33.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  dycoms2_rf01                   5 / 5       30.6          1.4       35.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  dycoms2_rf02_nd                5 / 5       32.6          1.0       37.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  fire                           5 / 5       30.0          0.9       34.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  gabls3_night                   5 / 5       21.6          1.0       24.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  gabls2                         5 / 5       29.4          1.2       32.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  jun25_altocu                   5 / 5       31.5          1.2       36.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  neutral                        5 / 5       30.2          1.0       34.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  wangara                        5 / 5       30.7          1.0       35.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag8  dycoms2_rf02_do                2 / 5       48.8          1.4       54.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  lba_kk                         5 / 5       44.6          1.2       49.3
[diff          ] config_core_flags_wo_never_supported_jax_features_flag8  dycoms2_rf02_ds                2 / 5       47.6          1.4       53.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  rico                           5 / 5       51.5          1.0       55.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  rico_silhs                     5 / 5       38.6          1.2       42.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  nov11_altocu                   5 / 5       39.8          1.2       45.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  clex9_oct14                    5 / 5       41.7          1.2       47.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  arm                            5 / 5       29.0          1.0       33.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  lba_kk_silhs                   5 / 5       36.0          1.4       40.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  lba                            5 / 5       72.7          1.2       78.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  atex                           5 / 5       29.2          1.1       33.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  cobra                          5 / 5       30.3          1.2       34.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  bomex                          5 / 5       30.7          1.2       35.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  dycoms2_rf01                   5 / 5       30.4          1.4       35.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  dycoms2_rf01_fixed_sst         5 / 5       28.2          1.0       32.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  dycoms2_rf02_nd                5 / 5       31.4          1.2       35.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  fire                           5 / 5       29.3          1.0       33.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  gabls3_night                   5 / 5       20.4          1.1       23.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  gabls2                         5 / 5       28.8          1.3       32.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  lba_silhs                      5 / 5       80.0          2.5       87.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  neutral                        5 / 5       30.3          1.1       34.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  jun25_altocu                   5 / 5       31.4          1.2       35.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  wangara                        5 / 5       30.4          1.0       34.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag9  dycoms2_rf02_do                2 / 5       46.6          1.4       51.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag9  dycoms2_rf02_ds                2 / 5       46.5          1.4       51.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  lba_kk                         5 / 5       44.9          1.2       49.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  rico                           5 / 5       50.3          1.3       55.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  nov11_altocu                   5 / 5       41.2          1.4       46.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  clex9_oct14                    5 / 5       41.9          1.4       47.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  rico_silhs                     5 / 5       39.1          1.2       43.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 arm                            1 / 5       29.6          1.1       34.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  lba                            5 / 5       71.0          1.2       76.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  lba_kk_silhs                   5 / 5       34.5          1.4       39.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 atex                           1 / 5       27.8          1.2       33.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 bomex                          1 / 5       30.4          1.0       35.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 cobra                          1 / 5       30.8          1.2       36.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf01                   1 / 5       30.2          1.3       35.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag10 gabls3_night                   5 / 5       19.0          1.0       22.3
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf01_fixed_sst         1 / 5       29.0          0.9       34.3
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf02_nd                1 / 5       31.9          1.1       37.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 fire                           1 / 5       30.1          1.2       35.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag10 gabls2                         5 / 5       27.4          1.4       31.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 jun25_altocu                   1 / 5       30.6          1.2       35.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 neutral                        1 / 5       29.3          1.0       34.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  lba_silhs                      5 / 5       81.7          2.6       89.3
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 wangara                        1 / 5       31.1          1.0       35.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 lba_kk                         1 / 5       42.4          1.2       48.0
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf02_do                1 / 5       47.0          1.4       53.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf02_ds                1 / 5       45.5          1.4       51.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 rico                           5 / 5       50.0          1.1       55.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 clex9_oct14                    1 / 5       41.4          1.2       47.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 nov11_altocu                   1 / 5       40.2          1.3       46.2
[both_failed   ] config_core_flags_wo_never_supported_jax_features_flag11 cobra                              -        4.9          1.2        6.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 rico_silhs                     5 / 5       38.5          1.0       43.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 arm                            5 / 5       28.3          1.1       32.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 lba                            1 / 5       68.9          1.2       75.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 atex                           5 / 5       29.5          1.2       33.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 lba_kk_silhs                   1 / 5       36.5          1.6       42.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 bomex                          5 / 5       30.6          1.0       34.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf01                   5 / 5       30.4          1.4       35.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf01_fixed_sst         5 / 5       28.8          1.1       32.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 gabls3_night                   5 / 5       20.7          1.0       23.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 fire                           5 / 5       29.5          1.1       34.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf02_nd                5 / 5       32.8          1.0       37.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 gabls2                         5 / 5       28.7          1.4       32.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 jun25_altocu                   5 / 5       30.0          1.0       34.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 neutral                        5 / 5       29.8          1.1       33.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 lba_silhs                      1 / 5       80.2          2.5       88.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 wangara                        5 / 5       30.8          1.1       35.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf02_do                2 / 5       45.4          1.4       50.3
[diff          ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf02_ds                2 / 5       43.8          1.4       49.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 lba_kk                         5 / 5       44.2          1.2       48.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 rico                           5 / 5       48.9          1.0       53.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 clex9_oct14                    5 / 5       38.4          1.4       44.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 nov11_altocu                   5 / 5       39.1          1.3       44.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 rico_silhs                     5 / 5       37.9          1.0       42.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 lba                            5 / 5       69.1          1.2       74.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 lba_kk_silhs                   5 / 5       33.5          1.5       38.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 arm                            5 / 5       37.8          1.1       41.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 cobra                          5 / 5       28.8          1.1       33.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 atex                           5 / 5       37.8          1.1       41.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 bomex                          5 / 5       40.1          1.2       45.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf01                   5 / 5       41.9          1.7       50.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf01_fixed_sst         5 / 5       45.4          1.0       49.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 gabls3_night                   5 / 5       32.5          1.0       36.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf02_nd                5 / 5       48.9          1.1       53.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 gabls2                         5 / 5       38.9          1.2       42.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 lba_silhs                      5 / 5       85.1          2.5       92.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 fire                           5 / 5       50.9          1.0       54.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 jun25_altocu                   5 / 5       44.5          1.1       48.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 neutral                        5 / 5       39.9          1.0       44.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 wangara                        5 / 5       37.7          1.1       41.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf02_do                2 / 5       52.7          1.4       58.0
[diff          ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf02_ds                2 / 5       51.6          1.3       56.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 lba_kk                         5 / 5       51.4          1.1       55.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 rico                           5 / 5       52.1          1.0       56.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 clex9_oct14                    5 / 5       46.8          1.2       52.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 nov11_altocu                   5 / 5       46.7          1.2       51.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 rico_silhs                     5 / 5       40.2          1.1       44.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 arm                            5 / 5       26.9          1.0       30.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 lba                            5 / 5       75.4          1.3       81.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 atex                           5 / 5       29.0          1.0       33.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 lba_kk_silhs                   5 / 5       42.5          1.5       47.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 bomex                          5 / 5       28.3          1.0       32.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 cobra                          5 / 5       28.7          1.1       32.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf01                   5 / 5       29.5          1.3       34.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf01_fixed_sst         5 / 5       27.4          1.0       31.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf02_nd                5 / 5       30.5          1.1       34.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 gabls3_night                   5 / 5       19.2          1.1       22.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 fire                           5 / 5       28.8          1.1       32.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 gabls2                         5 / 5       28.1          1.4       31.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 jun25_altocu                   5 / 5       28.9          1.1       32.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 lba_silhs                      5 / 5       84.2          2.4       91.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 neutral                        5 / 5       28.0          1.0       32.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 wangara                        5 / 5       29.3          1.0       33.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 lba_kk                         5 / 5       42.6          1.1       47.0
[diff          ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf02_ds                2 / 5       44.0          1.4       49.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf02_do                2 / 5       44.8          1.4       49.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 rico                           5 / 5       47.6          1.0       51.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 clex9_oct14                    5 / 5       37.6          1.2       42.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 nov11_altocu                   5 / 5       38.1          1.3       43.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 rico_silhs                     5 / 5       36.3          1.0       40.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 arm                            5 / 5       28.0          1.0       32.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 lba_kk_silhs                   5 / 5       33.6          1.6       38.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 lba                            5 / 5       67.5          1.3       73.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 atex                           5 / 5       27.8          1.2       32.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 bomex                          5 / 5       29.3          1.0       33.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 cobra                          5 / 5       28.6          1.2       32.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf01                   5 / 5       28.2          1.2       32.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf01_fixed_sst         5 / 5       28.1          1.0       32.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 fire                           5 / 5       27.3          1.0       31.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 gabls3_night                   5 / 5       19.5          1.0       22.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf02_nd                5 / 5       30.9          1.1       35.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 gabls2                         5 / 5       26.6          1.3       30.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 jun25_altocu                   5 / 5       28.2          1.2       32.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 neutral                        5 / 5       27.9          1.0       31.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 lba_silhs                      5 / 5       77.4          2.6       84.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 wangara                        5 / 5       29.4          1.0       33.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 lba_kk                         5 / 5       41.0          1.1       45.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf02_ds                2 / 5       43.7          1.4       48.9
[diff          ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf02_do                2 / 5       45.0          1.5       50.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 clex9_oct14                    5 / 5       37.9          1.1       43.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 rico                           5 / 5       48.9          1.2       53.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 nov11_altocu                   5 / 5       36.8          1.2       42.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 rico_silhs                     5 / 5       35.8          1.0       40.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 arm                            5 / 5       26.1          1.1       30.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 lba                            5 / 5       67.1          1.2       72.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 lba_kk_silhs                   5 / 5       33.3          1.5       38.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 atex                           5 / 5       26.5          1.1       30.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 bomex                          5 / 5       27.2          1.0       31.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 cobra                          5 / 5       28.3          1.2       32.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf01                   5 / 5       28.4          1.3       32.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 gabls3_night                   5 / 5       18.1          0.9       21.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf01_fixed_sst         5 / 5       27.5          1.0       31.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 fire                           5 / 5       27.5          1.0       31.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 gabls2                         5 / 5       27.2          1.4       30.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf02_nd                5 / 5       30.7          1.0       34.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 jun25_altocu                   5 / 5       27.5          1.1       31.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 lba_silhs                      5 / 5       74.1          2.5       80.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 neutral                        5 / 5       28.0          1.0       32.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 wangara                        5 / 5       28.1          1.0       31.9
[diff          ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf02_do                2 / 5       42.9          1.4       48.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 lba_kk                         5 / 5       43.1          1.2       47.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf02_ds                2 / 5       43.9          1.3       49.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 rico                           5 / 5       47.2          1.0       51.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 clex9_oct14                    5 / 5       38.2          1.1       43.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 nov11_altocu                   5 / 5       36.5          1.2       42.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 rico_silhs                     5 / 5       36.2          1.0       40.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 lba                            5 / 5       65.6          1.2       71.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 lba_kk_silhs                   5 / 5       32.4          1.5       37.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 arm                            5 / 5       27.2          1.0       31.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 atex                           5 / 5       28.1          1.0       31.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 bomex                          5 / 5       28.8          1.1       33.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 cobra                          5 / 5       28.8          1.2       33.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf01                   5 / 5       29.1          1.3       33.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf01_fixed_sst         5 / 5       27.1          0.9       31.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 gabls3_night                   5 / 5       18.3          1.0       21.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 fire                           5 / 5       27.8          1.0       32.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf02_nd                5 / 5       30.4          1.1       34.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 gabls2                         5 / 5       28.3          1.3       31.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 jun25_altocu                   5 / 5       28.0          1.1       32.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 lba_silhs                      5 / 5       74.2          2.4       81.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 neutral                        5 / 5       28.9          1.0       32.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 wangara                        5 / 5       28.8          1.0       32.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf02_do                2 / 5       43.9          1.4       49.0
[diff          ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf02_ds                2 / 5       43.4          1.4       48.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 lba_kk                         5 / 5       42.2          1.3       46.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 rico                           5 / 5       48.9          1.0       53.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 nov11_altocu                   5 / 5       38.6          1.1       43.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 clex9_oct14                    5 / 5       40.8          1.2       45.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 rico_silhs                     5 / 5       36.6          1.0       40.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 arm                            5 / 5       26.9          1.1       31.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 lba                            5 / 5       65.3          1.2       71.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 lba_kk_silhs                   5 / 5       35.3          1.5       40.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 atex                           5 / 5       27.7          1.1       32.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 bomex                          5 / 5       29.5          1.0       33.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 cobra                          5 / 5       29.0          1.2       33.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf01                   5 / 5       28.9          1.4       33.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf01_fixed_sst         5 / 5       27.2          1.0       31.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 gabls3_night                   5 / 5       18.1          1.0       21.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf02_nd                5 / 5       31.0          1.0       35.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 gabls2                         5 / 5       27.1          1.4       30.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 fire                           5 / 5       29.4          1.0       33.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 jun25_altocu                   5 / 5       28.0          1.1       32.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 lba_silhs                      5 / 5       77.7          2.4       84.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 neutral                        5 / 5       28.8          1.0       32.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 wangara                        5 / 5       28.6          1.0       32.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf02_do                2 / 5       43.6          1.3       48.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf02_ds                2 / 5       43.6          1.4       48.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 lba_kk                         5 / 5       43.0          1.2       47.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 rico                           5 / 5       48.8          1.0       52.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 clex9_oct14                    5 / 5       37.0          1.2       42.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 nov11_altocu                   5 / 5       37.8          1.2       42.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 rico_silhs                     5 / 5       36.2          1.0       40.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 lba                            5 / 5       67.0          1.2       72.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 arm                            5 / 5       29.1          1.0       33.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 lba_kk_silhs                   5 / 5       32.8          1.5       37.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 atex                           5 / 5       28.7          1.2       32.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 bomex                          5 / 5       30.1          1.1       34.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 cobra                          5 / 5       29.0          1.2       33.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf01                   5 / 5       30.1          1.3       34.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 gabls3_night                   5 / 5       19.6          1.0       22.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf01_fixed_sst         5 / 5       29.2          1.0       33.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 fire                           5 / 5       28.6          1.0       33.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf02_nd                5 / 5       30.8          1.1       35.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 gabls2                         5 / 5       29.2          1.4       32.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 jun25_altocu                   5 / 5       29.3          1.1       33.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 lba_silhs                      5 / 5       76.6          2.5       83.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 neutral                        5 / 5       28.8          1.0       32.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 wangara                        5 / 5       30.1          1.0       34.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 lba_kk                         5 / 5       42.8          1.2       47.3
[diff          ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf02_do                2 / 5       45.7          1.5       50.9
[diff          ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf02_ds                2 / 5       46.0          1.3       51.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 clex9_oct14                    5 / 5       38.1          1.1       43.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 rico                           5 / 5       49.6          1.0       53.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 nov11_altocu                   5 / 5       40.0          1.0       44.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 rico_silhs                     5 / 5       37.1          1.1       40.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 lba                            5 / 5       68.0          1.1       73.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 lba_kk_silhs                   5 / 5       32.7          1.3       36.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 lba_silhs                      5 / 5       64.7          2.1       70.6

Overall cases:
  Match Diff Failed
  ----- ---- ------
    276   88     50

Flag set default:
  Match Diff Failed
  ----- ---- ------
     21    2      0

Flag set config_core_flags_wo_never_supported_jax_features_flag2:
  Match Diff Failed
  ----- ---- ------
      2   18      3

Flag set config_core_flags_wo_never_supported_jax_features_flag3:
  Match Diff Failed
  ----- ---- ------
     21    2      0

Flag set config_core_flags_wo_never_supported_jax_features_flag4:
  Match Diff Failed
  ----- ---- ------
      0    0     23

Flag set config_core_flags_wo_never_supported_jax_features_flag5:
  Match Diff Failed
  ----- ---- ------
     21    2      0

Flag set config_core_flags_wo_never_supported_jax_features_flag6:
  Match Diff Failed
  ----- ---- ------
      0   23      0

Flag set config_core_flags_wo_never_supported_jax_features_flag7:
  Match Diff Failed
  ----- ---- ------
      0    0     23

Flag set config_core_flags_wo_never_supported_jax_features_flag8:
  Match Diff Failed
  ----- ---- ------
     21    2      0

Flag set config_core_flags_wo_never_supported_jax_features_flag9:
  Match Diff Failed
  ----- ---- ------
     21    2      0

Flag set config_core_flags_wo_never_supported_jax_features_flag10:
  Match Diff Failed
  ----- ---- ------
      2   21      0

Flag set config_core_flags_wo_never_supported_jax_features_flag11:
  Match Diff Failed
  ----- ---- ------
     20    2      1

Flag set config_core_flags_wo_never_supported_jax_features_flag12:
  Match Diff Failed
  ----- ---- ------
     21    2      0

Flag set config_core_flags_wo_never_supported_jax_features_flag13:
  Match Diff Failed
  ----- ---- ------
     21    2      0

Flag set config_core_flags_wo_never_supported_jax_features_flag14:
  Match Diff Failed
  ----- ---- ------
     21    2      0

Flag set config_core_flags_wo_never_supported_jax_features_flag15:
  Match Diff Failed
  ----- ---- ------
     21    2      0

Flag set config_core_flags_wo_never_supported_jax_features_flag16:
  Match Diff Failed
  ----- ---- ------
     21    2      0

Flag set config_core_flags_wo_never_supported_jax_features_flag17:
  Match Diff Failed
  ----- ---- ------
     21    2      0

Flag set config_core_flags_wo_never_supported_jax_features_flag18:
  Match Diff Failed
  ----- ---- ------
     21    2      0

Total time: 39m 57.2s
Results JSON: /home/jenkins/workspace/clubb_jax/output/tests/jax_driver_test_results/case_compare_summary.json
Bindiff log: /home/jenkins/workspace/clubb_jax/output/tests/jax_driver_test_results/final_bindiff.log [failed (exit 1)]