Skip to content

Console Output

+ source /etc/profile.d/larson-group.sh
++ export GIT_EDITOR=vi
++ GIT_EDITOR=vi
++ export SVN_EDITOR=vi
++ SVN_EDITOR=vi
++ export OMP_STACKSIZE=1048579
++ OMP_STACKSIZE=1048579
++ export LMOD_ROOT=/opt/lmod/
++ LMOD_ROOT=/opt/lmod/
++ source /opt/lmod//lmod/lmod/init/bash
+++ '[' -z '' ']'
+++ case "$-" in
+++ __lmod_vx=x
+++ '[' -n x ']'
+++ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for this output (/usr/local/spack/opt/spack/linux-pop22-cascadelake/gcc-12.2.0/lmod-8.7.37-bi3kyxcdrfgw3y7vv2k7c5rjxg75qzju/lmod/lmod/init/bash)
Shell debugging restarted
+++ unset __lmod_vx
+++ find /usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core -print -quit
++ export MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
++ MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
+ module load gcc netcdf-fortran
+ '[' -z '' ']'
+ case "$-" in
+ __lmod_sh_dbg=x
+ '[' -n x ']'
+ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output
Lmod Warning:
-------------------------------------------------------------------------------
The following dependent module(s) are not currently loaded:
gcc-runtime/13.1.0-gzedt3f (required by: mpich/4.2.1, hdf5/1.14.3-42x3zrv,
netcdf-c/4.9.2, netcdf-fortran/4.5.3)
-------------------------------------------------------------------------------



Shell debugging restarted
+ unset __lmod_sh_dbg
+ return 0
+ ulimit -s 8388608
+ python3 tests/run_jax_vs_fortran_cases.py -debug 0 -max_iters 5 -workers 8 -flag_config_file input/flag_sets/config_core_flags_wo_never_supported_jax_features.json
CLUBB JAX runtime:
  Environment: /home/jenkins/workspace/clubb_branch_jax/.venv-jax (Python 3.12)
  Accelerator: cpu
  JAX: 0.11.0 (jaxlib 0.11.0)
  Device: cpu:0

Run settings:
  Output: /home/jenkins/workspace/clubb_branch_jax/output/tests/jax_driver_test_results
  Statistics: input/stats/standard_stats.in
  Debug: 0
  Forwarded to both runs: -debug 0 -max_iters 5
  Columns: 4
  Workers: 8
  Comparison limits: absolute 1e-07; percentage 1e-07%

Cases and flag sets:
  20 cases x 18 flag sets = 360 JAX/Fortran pairs
  Flag sets:
    default
    config_core_flags_wo_never_supported_jax_features_flag2
      - saturation_formula = 1
      - l_godunov_upwind_xpyp_ta = .true.
      - l_lh_importance_sampling = .false.
      - l_random_k_lh_start = .true.
      - l_max_overlap_in_cloud = .false.
    config_core_flags_wo_never_supported_jax_features_flag3
      - ipdf_call_placement = 1
      - l_ho_trad_coriolis = .true.
      - l_ho_nontrad_coriolis = .true.
    config_core_flags_wo_never_supported_jax_features_flag4
      - iiPDF_type = 7
    config_core_flags_wo_never_supported_jax_features_flag5
      - l_predict_upwp_vpwp = .false.
    config_core_flags_wo_never_supported_jax_features_flag6
      - l_wp2_fill_holes_tke = .false.
      - l_enable_relaxed_clipping = .true.
      - l_min_xp2_from_corr_wx = .false.
      - l_add_dycore_grid = .true.
      - l_lh_straight_mc = .true.
    config_core_flags_wo_never_supported_jax_features_flag7
      - l_diag_Lscale_from_tau = .true.
      - fill_holes_type = 3
    config_core_flags_wo_never_supported_jax_features_flag8
      - l_upwind_xpyp_ta = .false.
      - l_upwind_xm_ma = .false.
      - l_lh_clustered_sampling = .false.
      - l_lh_instant_var_covar_src = .false.
      - l_lh_limit_weights = .false.
    config_core_flags_wo_never_supported_jax_features_flag9
      - l_min_wp2_from_corr_wx = .true.
      - l_stability_correct_tau_zm = .true.
      - l_damp_wp2_using_em = .false.
      - l_use_C7_Richardson = .false.
    config_core_flags_wo_never_supported_jax_features_flag10
      - l_vert_avg_closure = .true.
      - l_use_cloud_cover = .true.
      - l_damp_wp3_Skw_squared = .false.
      - l_use_C11_Richardson = .true.
      - l_rcm_in_cloud_k_lh_start = .false.
    config_core_flags_wo_never_supported_jax_features_flag11
      - l_rcm_supersat_adj = .false.
      - l_C2_cloud_frac = .true.
      - l_use_precip_frac = .false.
      - l_do_expldiff_rtm_thlm = .true.
      - l_use_shear_Richardson = .true.
    config_core_flags_wo_never_supported_jax_features_flag12
      - l_prescribed_avg_deltaz = .true.
      - l_stability_correct_Kh_N2_zm = .true.
      - l_trapezoidal_rule_zt = .true.
      - l_trapezoidal_rule_zm = .true.
      - l_call_pdf_closure_twice = .true.
    config_core_flags_wo_never_supported_jax_features_flag13
      - l_brunt_vaisala_freq_moist = .true.
      - l_use_thvm_in_bv_freq = .true.
      - l_lmm_stepping = .true.
      - l_vary_convect_depth = .true.
    config_core_flags_wo_never_supported_jax_features_flag14
      - l_use_tke_in_wp3_pr_turb_term = .false.
      - l_use_tke_in_wp2_wp3_K_dfsn = .true.
      - l_use_wp3_lim_with_smth_Heaviside = .true.
      - l_smooth_Heaviside_tau_wpxp = .false.
      - l_modify_limiters_for_cnvg_test = .true.
    config_core_flags_wo_never_supported_jax_features_flag15
      - l_mono_flux_lim_rtm = .false.
      - l_mono_flux_lim_um = .false.
      - l_mono_flux_lim_vm = .false.
      - l_mono_flux_lim_spikefix = .false.
    config_core_flags_wo_never_supported_jax_features_flag16
      - l_standard_term_ta = .true.
      - l_partial_upwind_wp3 = .false.
      - l_lh_var_frac = .true.
    config_core_flags_wo_never_supported_jax_features_flag17
      - l_standard_term_ta = .true.
      - l_partial_upwind_wp3 = .true.
      - l_lh_normalize_weights = .false.
    config_core_flags_wo_never_supported_jax_features_flag18
      - ipdf_call_placement = 3
  Cases:
    arm (5 iterations)
    atex (5 iterations)
    bomex (5 iterations)
    cobra (5 iterations)
    dycoms2_rf01 (5 iterations)
    dycoms2_rf01_fixed_sst (5 iterations)
    dycoms2_rf02_nd (5 iterations)
    fire (5 iterations)
    gabls2 (5 iterations)
    gabls3_night (5 iterations)
    jun25_altocu (5 iterations)
    neutral (5 iterations)
    wangara (5 iterations)
    dycoms2_rf02_do (5 iterations)
    dycoms2_rf02_ds (5 iterations)
    lba_kk (5 iterations)
      - input case: lba
      - microphysics_setting.microphys_scheme = "khairoutdinov_kogan"
      - microphysics_setting.lh_microphys_type = "disabled"
      - microphysics_setting.l_ice_microphys = .false.
      - microphysics_setting.l_graupel = .false.
    rico (5 iterations)
      - dt_main: 60 s
    lba (5 iterations)
      - percentage limit: 0.001%
      - microphysics_setting.lh_microphys_type = "disabled"
    clex9_oct14 (5 iterations)
      - percentage limit: 0.001%
    nov11_altocu (5 iterations)
      - percentage limit: 0.001%

[Status        ] Flag set                                                 Case                       Timesteps    JAX (s)  Fortran (s)  Total (s)
-------------------------------------------------------------------------------------------------------------------------------------------------
[match         ] default                                                  bomex                          5 / 5       75.5          1.5       81.9
[match         ] default                                                  atex                           5 / 5       78.9          1.4       83.7
[match         ] default                                                  fire                           5 / 5       81.1          1.0       86.0
[match         ] default                                                  dycoms2_rf01_fixed_sst         5 / 5       82.1          1.4       87.0
[match         ] default                                                  dycoms2_rf01                   5 / 5       83.3          1.5       88.3
[match         ] default                                                  dycoms2_rf02_nd                5 / 5       83.2          1.4       88.4
[match         ] default                                                  arm                            5 / 5       85.3          1.0       90.1
[match         ] default                                                  cobra                          5 / 5       89.6          1.4       94.5
[match         ] default                                                  gabls3_night                   5 / 5       34.5          0.9       37.5
[match         ] default                                                  gabls2                         5 / 5       88.1          1.8       93.5
[match         ] default                                                  neutral                        5 / 5       82.1          1.3       88.8
[match         ] default                                                  jun25_altocu                   5 / 5       85.8          1.6       91.7
[match         ] default                                                  wangara                        5 / 5       86.4          1.2       91.7
[match         ] default                                                  dycoms2_rf02_ds                5 / 5      143.1          3.1      161.2
[match         ] default                                                  dycoms2_rf02_do                5 / 5      160.4          2.5      166.9
[match         ] default                                                  lba_kk                         5 / 5      155.2          1.6      161.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  arm                            1 / 5       82.2          1.4       93.2
[match         ] default                                                  nov11_altocu                   5 / 5      107.7          1.2      113.1
[match         ] default                                                  clex9_oct14                    5 / 5      111.3          1.2      116.9
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  atex                           1 / 5       80.3          1.6       85.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  bomex                          1 / 5       81.7          1.4       86.5
[match         ] default                                                  rico                           5 / 5      216.2          1.2      221.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  cobra                          1 / 5       83.9          1.1       88.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  dycoms2_rf01                   1 / 5       72.5          1.6       82.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  dycoms2_rf01_fixed_sst         1 / 5       74.3          1.0       78.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  dycoms2_rf02_nd                1 / 5       78.1          1.0       82.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag2  gabls3_night                   5 / 5       39.1          1.0       42.3
[match         ] default                                                  lba                            5 / 5      210.8          1.4      222.9
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  fire                           1 / 5       75.8          1.1       82.0
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  jun25_altocu                   1 / 5       76.9          1.2       81.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag2  gabls2                         5 / 5       79.9          1.3       84.3
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  neutral                        1 / 5       71.8          1.6       79.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  wangara                        1 / 5       76.4          1.1       84.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  dycoms2_rf02_do                1 / 5      146.6          2.1      155.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  arm                            5 / 5       80.8          1.2       85.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  dycoms2_rf02_ds                1 / 5      152.2          1.6      160.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  nov11_altocu                   1 / 5      103.9          1.7      113.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  clex9_oct14                    1 / 5      110.6          1.3      122.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  lba_kk                         1 / 5      145.9          1.6      151.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  rico                           5 / 5      186.9          2.0      198.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  atex                           5 / 5       85.9          1.8       91.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  bomex                          5 / 5       79.6          1.1       84.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  dycoms2_rf01                   5 / 5       75.3          1.3       79.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  dycoms2_rf01_fixed_sst         5 / 5       75.6          1.2       79.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  dycoms2_rf02_nd                5 / 5       77.1          1.0       82.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  cobra                          5 / 5       82.2          1.7       86.9
[diff          ] config_core_flags_wo_never_supported_jax_features_flag2  lba                            1 / 5      207.9          1.2      214.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  gabls3_night                   5 / 5       30.0          0.9       33.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  fire                           5 / 5       63.5          2.7       77.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  gabls2                         5 / 5       81.5          2.0       86.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  neutral                        5 / 5       74.8          1.4       81.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  jun25_altocu                   5 / 5       81.9          1.2       86.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  wangara                        5 / 5       78.6          1.0       83.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  dycoms2_rf02_do                5 / 5      165.9          2.0      172.4
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  arm                                -       91.5          1.3       92.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  dycoms2_rf02_ds                5 / 5      168.5          1.8      175.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  lba_kk                         5 / 5      178.5          1.4      184.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  clex9_oct14                    5 / 5      127.4          1.4      138.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  nov11_altocu                   5 / 5      126.3          1.5      135.7
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  atex                               -       86.5          2.5       89.0
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  bomex                              -       87.9          2.0       89.9
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  cobra                              -       95.9          1.4       97.3
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  dycoms2_rf01                       -       97.3          1.6       98.8
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  dycoms2_rf01_fixed_sst             -       91.8          1.1       92.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  rico                           5 / 5      244.7          1.2      250.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  dycoms2_rf02_nd                    -       94.3          1.1       95.4
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  gabls3_night                       -       41.3          1.1       42.3
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  fire                               -       77.7          1.4       79.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag3  lba                            5 / 5      258.5          1.5      268.6
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  gabls2                             -       80.7          1.4       82.0
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  neutral                            -       67.7          2.3       69.9
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  jun25_altocu                       -       74.5          1.7       76.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  wangara                            -       72.9          1.1       74.0
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  rico                               -       40.7          1.0       41.8
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  dycoms2_rf02_do                    -       75.3          1.7       77.0
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  dycoms2_rf02_ds                    -       77.9          1.6       79.5
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  lba_kk                             -       70.4          1.2       71.6
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  lba                                -       80.7          1.3       82.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  clex9_oct14                        -       83.7          1.5       85.3
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag4  nov11_altocu                       -       84.0          1.3       85.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  atex                           5 / 5       77.1          1.9       83.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  arm                            5 / 5       78.1          1.7       83.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  bomex                          5 / 5       80.5          1.6       87.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  cobra                          5 / 5       77.1          1.2       81.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  dycoms2_rf01                   5 / 5       75.6          1.6       84.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  dycoms2_rf01_fixed_sst         5 / 5       75.9          1.1       80.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  gabls3_night                   5 / 5       37.9          1.0       41.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  dycoms2_rf02_nd                5 / 5       83.7          1.3       91.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  fire                           5 / 5       79.3          1.4       86.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  gabls2                         5 / 5       81.6          1.9       86.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  jun25_altocu                   5 / 5       81.7          1.4       89.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  neutral                        5 / 5       84.8          1.1       88.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  wangara                        5 / 5       80.9          1.1       89.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  arm                            1 / 5       84.5          1.8       88.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  dycoms2_rf02_do                5 / 5      162.1          2.1      171.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  dycoms2_rf02_ds                5 / 5      164.7          2.0      173.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  clex9_oct14                    5 / 5      112.8          2.2      121.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  nov11_altocu                   5 / 5      117.0          1.5      123.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  lba_kk                         5 / 5      144.3          1.4      149.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  rico                           5 / 5      184.3          1.5      193.0
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  atex                               -       83.1          2.6       87.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  bomex                              -       82.8          1.5       86.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  cobra                              -       80.9          1.9       86.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  dycoms2_rf01                       -       82.7          4.4       88.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  dycoms2_rf01_fixed_sst             -       80.6          1.0       83.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag5  lba                            5 / 5      220.3          1.3      227.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  dycoms2_rf02_nd                    -       80.8          1.2       83.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  gabls3_night                       -       32.4          1.1       35.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  fire                               -       70.0          1.4       74.3
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  gabls2                             -       82.4          1.5       85.9
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  jun25_altocu                   1 / 5       75.6          2.1       80.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  neutral                            -       76.5          1.6       80.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  wangara                            -       82.3          1.4       85.9
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  arm                                -       22.8          1.1       23.9
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  atex                               -       20.3          1.4       21.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  dycoms2_rf02_do                    -      151.4          2.1      155.3
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  bomex                              -       30.0          1.2       31.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  dycoms2_rf02_ds                    -      150.4          1.7      154.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  lba_kk                             -      143.3          4.5      151.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  clex9_oct14                        -      110.8          1.9      114.8
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  dycoms2_rf01                       -       25.3          1.6       26.9
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  cobra                              -       27.1          1.2       28.3
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  nov11_altocu                       -      106.0          2.0      110.0
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  dycoms2_rf01_fixed_sst             -       26.2          1.1       27.4
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  dycoms2_rf02_nd                    -       19.2          1.0       20.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  fire                               -       17.5          1.2       18.7
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  gabls3_night                       -       19.0          1.8       20.8
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  gabls2                             -       18.8          2.1       20.9
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  jun25_altocu                       -       18.9          1.8       20.7
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  neutral                            -       18.0          1.4       19.4
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  wangara                            -       19.1          1.0       20.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  rico                               -      176.3          1.1      179.6
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  rico                               -       18.6          1.1       19.7
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  lba_kk                             -       18.9          1.4       20.2
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  dycoms2_rf02_do                    -       23.6          1.5       25.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  dycoms2_rf02_ds                    -       21.6          1.4       23.1
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  lba                                -       26.0          1.2       27.2
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  clex9_oct14                        -       23.7          1.1       24.8
[jax_failed    ] config_core_flags_wo_never_supported_jax_features_flag7  nov11_altocu                       -       25.4          1.3       26.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag6  lba                                -      200.5          2.8      206.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  arm                            5 / 5       76.4          1.2       81.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  atex                           5 / 5       76.5          1.2       82.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  bomex                          5 / 5       78.1          1.4       85.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  dycoms2_rf01                   5 / 5       73.1          2.0       81.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  cobra                          5 / 5       82.4          1.7       87.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  dycoms2_rf01_fixed_sst         5 / 5       76.6          1.0       80.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  dycoms2_rf02_nd                5 / 5       78.3          1.1       82.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  gabls3_night                   5 / 5       35.2          1.0       38.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  fire                           5 / 5       76.3          0.9       80.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  gabls2                         5 / 5       80.3          1.7       87.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  neutral                        5 / 5       75.5          1.4       82.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  jun25_altocu                   5 / 5       76.5          1.6       83.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  wangara                        5 / 5       77.2          1.3       82.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  dycoms2_rf02_do                5 / 5      147.2          2.6      154.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  dycoms2_rf02_ds                5 / 5      139.2          2.0      144.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  arm                            5 / 5       74.4          1.0       78.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  lba_kk                         5 / 5      147.0          1.2      152.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  clex9_oct14                    5 / 5      102.3          1.9      108.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  nov11_altocu                   5 / 5      105.2          1.2      110.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  atex                           5 / 5       72.0          1.1       76.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  rico                           5 / 5      197.6          1.1      203.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  bomex                          5 / 5       77.3          1.1       83.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  cobra                          5 / 5       75.0          1.3       82.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  dycoms2_rf01                   5 / 5       76.2          1.4       82.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  dycoms2_rf01_fixed_sst         5 / 5       72.3          0.9       77.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  dycoms2_rf02_nd                5 / 5       76.9          1.0       81.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  gabls3_night                   5 / 5       37.0          1.0       40.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag8  lba                            5 / 5      199.7          1.2      205.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  fire                           5 / 5       77.7          1.1       82.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  gabls2                         5 / 5       76.5          1.7       83.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  jun25_altocu                   5 / 5       73.7          1.7       83.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  wangara                        5 / 5       71.9          1.4       77.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  neutral                        5 / 5       74.8          1.3       81.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  dycoms2_rf02_do                5 / 5      153.4          1.9      158.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 arm                            1 / 5       83.1          0.9       87.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  lba_kk                         5 / 5      146.4          1.1      152.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  dycoms2_rf02_ds                5 / 5      150.1          1.6      156.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  clex9_oct14                    5 / 5      105.8          1.3      112.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  nov11_altocu                   5 / 5      108.7          1.2      115.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 atex                           1 / 5       73.7          1.2       78.9
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf01_fixed_sst         1 / 5       68.5          1.1       74.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf01                   1 / 5       72.9          1.6       79.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  rico                           5 / 5      197.2          1.2      202.0
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 bomex                          1 / 5       79.8          1.0       85.0
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 cobra                          1 / 5       77.7          1.4       86.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag9  lba                            5 / 5      208.9          1.1      215.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf02_nd                1 / 5       75.7          1.0       80.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag10 gabls3_night                   5 / 5       31.0          1.0       34.0
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 fire                           1 / 5       72.7          1.1       78.4
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 neutral                        1 / 5       67.1          1.1       75.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag10 gabls2                         5 / 5       73.7          2.0       80.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 jun25_altocu                   1 / 5       70.1          1.4       79.8
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 wangara                        1 / 5       72.6          2.1       80.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 arm                            5 / 5       73.5          1.3       79.9
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf02_do                1 / 5      139.7          1.6      149.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 dycoms2_rf02_ds                1 / 5      137.4          1.4      146.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 lba_kk                         1 / 5      142.8          1.8      149.1
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 nov11_altocu                   1 / 5      100.9          1.1      107.2
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 clex9_oct14                    1 / 5      103.2          1.1      109.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 bomex                          5 / 5       64.1          1.5       70.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 atex                           5 / 5       66.1          1.5       72.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 cobra                          5 / 5       70.3          1.8       78.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf01                   5 / 5       73.4          1.3       78.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf02_nd                5 / 5       74.7          1.3       79.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf01_fixed_sst         5 / 5       74.2          1.1       79.6
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 rico                           5 / 5      196.7          1.1      201.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 gabls3_night                   5 / 5       32.6          1.0       36.0
[diff          ] config_core_flags_wo_never_supported_jax_features_flag10 lba                            1 / 5      201.9          1.2      210.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 fire                           5 / 5       66.5          1.2       73.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 gabls2                         5 / 5       70.1          1.9       74.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 jun25_altocu                   5 / 5       66.2          1.2       71.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 neutral                        5 / 5       64.5          1.3       70.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 wangara                        5 / 5       71.9          1.2       77.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf02_do                5 / 5      147.5          2.7      155.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 lba_kk                         5 / 5      136.0          1.3      141.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 dycoms2_rf02_ds                5 / 5      141.9          1.3      147.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 clex9_oct14                    5 / 5      104.4          1.2      109.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 nov11_altocu                   5 / 5      102.1          1.0      108.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 arm                            5 / 5      115.0          1.0      118.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 rico                           5 / 5      183.2          1.3      191.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 cobra                          5 / 5       80.6          1.2       85.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag11 lba                            5 / 5      204.3          1.4      215.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 bomex                          5 / 5      118.0          1.6      124.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 atex                           5 / 5      120.2          1.8      126.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf01                   5 / 5      114.2          1.5      119.9
[diff          ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf01_fixed_sst         1 / 5      112.9          1.1      120.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf02_nd                5 / 5      120.1          1.2      126.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 gabls3_night                   5 / 5       55.3          1.5       61.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 gabls2                         5 / 5       79.6          1.2       83.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 fire                           5 / 5      120.1          1.6      127.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 jun25_altocu                   5 / 5      124.4          1.3      130.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 neutral                        5 / 5      124.6          1.1      130.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 wangara                        5 / 5      124.2          1.0      128.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf02_do                5 / 5      174.7          3.8      193.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 arm                            5 / 5       80.3          1.1       84.5
[diff          ] config_core_flags_wo_never_supported_jax_features_flag12 lba_kk                         1 / 5      184.7          1.5      192.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 dycoms2_rf02_ds                5 / 5      192.3          1.4      197.0
[diff          ] config_core_flags_wo_never_supported_jax_features_flag12 rico                           5 / 5      214.6          1.6      223.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 atex                           5 / 5       67.9          1.6       76.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 nov11_altocu                   5 / 5      143.9          1.5      155.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag12 clex9_oct14                    5 / 5      152.1          1.8      162.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 bomex                          5 / 5       75.9          0.9       80.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 cobra                          5 / 5       70.7          1.0       74.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf01                   5 / 5       72.5          1.3       77.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 gabls3_night                   5 / 5       33.3          1.8       40.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf01_fixed_sst         5 / 5       67.3          1.4       75.7
[diff          ] config_core_flags_wo_never_supported_jax_features_flag12 lba                            1 / 5      258.0          2.0      271.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf02_nd                5 / 5       70.7          1.2       76.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 fire                           5 / 5       71.6          1.4       77.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 gabls2                         5 / 5       79.8          1.4       83.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 neutral                        5 / 5       69.4          1.0       73.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 jun25_altocu                   5 / 5       79.0          1.2       83.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 wangara                        5 / 5       76.2          1.4       80.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 clex9_oct14                    5 / 5      105.8          2.4      114.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf02_do                5 / 5      147.2          2.1      152.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 arm                            5 / 5       74.3          1.0       79.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 lba_kk                         5 / 5      139.9          1.4      144.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 dycoms2_rf02_ds                5 / 5      151.0          1.8      156.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 nov11_altocu                   5 / 5      113.0          1.3      119.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 rico                           5 / 5      184.8          2.3      197.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 atex                           5 / 5       68.2          1.3       75.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf01                   5 / 5       68.6          1.7       73.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 bomex                          5 / 5       75.5          1.1       80.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 cobra                          5 / 5       73.6          1.1       77.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf01_fixed_sst         5 / 5       73.9          1.2       78.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf02_nd                5 / 5       78.6          1.0       82.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag13 lba                            5 / 5      208.3          1.2      214.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 gabls3_night                   5 / 5       28.4          0.9       31.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 fire                           5 / 5       71.1          1.6       80.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 neutral                        5 / 5       66.0          1.5       72.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 gabls2                         5 / 5       75.1          1.9       81.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 jun25_altocu                   5 / 5       70.2          1.6       78.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 wangara                        5 / 5       76.8          0.9       81.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf02_do                5 / 5      128.1          4.3      141.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 dycoms2_rf02_ds                5 / 5      132.8          3.0      140.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 arm                            5 / 5       72.0          1.2       77.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 lba_kk                         5 / 5      136.4          1.6      143.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 clex9_oct14                    5 / 5       99.4          1.2      104.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 nov11_altocu                   5 / 5      103.4          1.2      108.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 bomex                          5 / 5       61.7          1.5       66.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 atex                           5 / 5       66.0          1.2       70.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 cobra                          5 / 5       64.9          1.1       70.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf01                   5 / 5       67.1          3.1       75.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf01_fixed_sst         5 / 5       68.7          0.9       73.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf02_nd                5 / 5       68.7          1.5       73.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 rico                           5 / 5      195.9          1.1      200.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 gabls3_night                   5 / 5       34.7          1.1       41.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag14 lba                            5 / 5      198.5          2.1      207.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 fire                           5 / 5       68.5          1.0       73.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 gabls2                         5 / 5       70.5          1.8       75.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 jun25_altocu                   5 / 5       59.5          1.1       64.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 neutral                        5 / 5       58.7          1.4       67.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 wangara                        5 / 5       75.9          1.3       80.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf02_do                5 / 5      136.7          3.7      150.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 lba_kk                         5 / 5      128.8          1.4      139.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 dycoms2_rf02_ds                5 / 5      143.0          2.0      149.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 arm                            5 / 5       80.5          1.2       86.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 clex9_oct14                    5 / 5      108.5          1.2      119.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 nov11_altocu                   5 / 5      103.0          1.7      112.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 rico                           5 / 5      197.2          1.7      209.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 atex                           5 / 5       80.0          3.7       91.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 bomex                          5 / 5       85.7          1.2       90.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf01                   5 / 5       83.5          1.6       88.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf01_fixed_sst         5 / 5       81.4          1.0       86.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 cobra                          5 / 5       90.2          1.2       94.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf02_nd                5 / 5       81.1          1.0       85.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag15 lba                            5 / 5      220.6          1.6      228.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 gabls3_night                   5 / 5       30.1          0.9       33.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 fire                           5 / 5       64.9          2.0       76.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 gabls2                         5 / 5       73.9          3.7       83.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 jun25_altocu                   5 / 5       78.4          1.2       83.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 neutral                        5 / 5       76.7          1.5       81.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 wangara                        5 / 5       80.9          1.4       85.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf02_do                5 / 5      143.8          2.7      157.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 dycoms2_rf02_ds                5 / 5      149.4          1.9      154.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 arm                            5 / 5       78.1          1.6       83.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 clex9_oct14                    5 / 5      100.6          1.2      106.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 lba_kk                         5 / 5      154.9          1.4      160.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 nov11_altocu                   5 / 5      113.8          2.8      123.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 bomex                          5 / 5       73.2          0.9       79.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 atex                           5 / 5       81.9          1.4       89.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 cobra                          5 / 5       77.0          1.8       85.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf01                   5 / 5       75.8          1.5       83.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf01_fixed_sst         5 / 5       78.8          1.3       90.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 rico                           5 / 5      212.8          1.7      222.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf02_nd                5 / 5       86.2          1.3       92.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 gabls3_night                   5 / 5       41.8          1.2       46.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag16 lba                            5 / 5      237.8          2.1      257.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 fire                           5 / 5       94.7          1.5      115.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 gabls2                         5 / 5      104.8          7.6      134.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 neutral                        5 / 5      145.8          2.4      152.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 jun25_altocu                   5 / 5      151.6          2.6      162.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 wangara                        5 / 5      138.7          2.5      151.6
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf02_do                5 / 5      714.1          3.9      733.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 arm                            5 / 5      589.4          2.2      600.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 dycoms2_rf02_ds                5 / 5      723.0          2.9      735.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 lba_kk                         5 / 5      702.1          2.0      712.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 clex9_oct14                    5 / 5      620.5          1.6      630.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 nov11_altocu                   5 / 5      627.8          1.6      638.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 rico                           5 / 5      766.8          3.6      781.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 atex                           5 / 5      118.2          1.7      128.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 bomex                          5 / 5      118.9          2.0      127.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf01                   5 / 5      110.4          2.5      123.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 cobra                          5 / 5      125.2          2.1      134.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag17 lba                            5 / 5      771.4          2.4      789.5
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf01_fixed_sst         5 / 5      112.2          1.3      118.3
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf02_nd                5 / 5      112.4          1.4      119.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 gabls3_night                   5 / 5       50.1          1.3       58.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 fire                           5 / 5      107.1          2.9      122.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 jun25_altocu                   5 / 5       99.0          2.0      108.2
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 wangara                        5 / 5      101.1          1.8      116.4
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 gabls2                         5 / 5      128.9          1.9      134.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 neutral                        5 / 5      115.9          1.5      123.7
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf02_ds                5 / 5      216.2          2.2      223.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 dycoms2_rf02_do                5 / 5      236.1          2.1      251.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 clex9_oct14                    5 / 5      155.7          2.2      170.8
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 lba_kk                         5 / 5      238.6          1.7      244.1
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 nov11_altocu                   5 / 5      163.4          2.3      172.0
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 rico                           5 / 5      272.8          1.4      279.9
[match         ] config_core_flags_wo_never_supported_jax_features_flag18 lba                            5 / 5      270.8          1.2      277.1

Overall cases:
  Match Diff Failed
  ----- ---- ------
    260   60     40

Flag set default:
  Match Diff Failed
  ----- ---- ------
     20    0      0

Flag set config_core_flags_wo_never_supported_jax_features_flag2:
  Match Diff Failed
  ----- ---- ------
      2   18      0

Flag set config_core_flags_wo_never_supported_jax_features_flag3:
  Match Diff Failed
  ----- ---- ------
     20    0      0

Flag set config_core_flags_wo_never_supported_jax_features_flag4:
  Match Diff Failed
  ----- ---- ------
      0    0     20

Flag set config_core_flags_wo_never_supported_jax_features_flag5:
  Match Diff Failed
  ----- ---- ------
     20    0      0

Flag set config_core_flags_wo_never_supported_jax_features_flag6:
  Match Diff Failed
  ----- ---- ------
      0   20      0

Flag set config_core_flags_wo_never_supported_jax_features_flag7:
  Match Diff Failed
  ----- ---- ------
      0    0     20

Flag set config_core_flags_wo_never_supported_jax_features_flag8:
  Match Diff Failed
  ----- ---- ------
     20    0      0

Flag set config_core_flags_wo_never_supported_jax_features_flag9:
  Match Diff Failed
  ----- ---- ------
     20    0      0

Flag set config_core_flags_wo_never_supported_jax_features_flag10:
  Match Diff Failed
  ----- ---- ------
      2   18      0

Flag set config_core_flags_wo_never_supported_jax_features_flag11:
  Match Diff Failed
  ----- ---- ------
     20    0      0

Flag set config_core_flags_wo_never_supported_jax_features_flag12:
  Match Diff Failed
  ----- ---- ------
     16    4      0

Flag set config_core_flags_wo_never_supported_jax_features_flag13:
  Match Diff Failed
  ----- ---- ------
     20    0      0

Flag set config_core_flags_wo_never_supported_jax_features_flag14:
  Match Diff Failed
  ----- ---- ------
     20    0      0

Flag set config_core_flags_wo_never_supported_jax_features_flag15:
  Match Diff Failed
  ----- ---- ------
     20    0      0

Flag set config_core_flags_wo_never_supported_jax_features_flag16:
  Match Diff Failed
  ----- ---- ------
     20    0      0

Flag set config_core_flags_wo_never_supported_jax_features_flag17:
  Match Diff Failed
  ----- ---- ------
     20    0      0

Flag set config_core_flags_wo_never_supported_jax_features_flag18:
  Match Diff Failed
  ----- ---- ------
     20    0      0

Total time: 1h 35m 4.8s
Results JSON: /home/jenkins/workspace/clubb_branch_jax/output/tests/jax_driver_test_results/case_compare_summary.json
Bindiff log: /home/jenkins/workspace/clubb_branch_jax/output/tests/jax_driver_test_results/final_bindiff.log [failed (exit 1)]