Console Output
+ source /etc/profile.d/larson-group.sh
++ export GIT_EDITOR=vi
++ GIT_EDITOR=vi
++ export SVN_EDITOR=vi
++ SVN_EDITOR=vi
++ export OMP_STACKSIZE=1048579
++ OMP_STACKSIZE=1048579
++ export LMOD_ROOT=/opt/lmod/
++ LMOD_ROOT=/opt/lmod/
++ source /opt/lmod//lmod/lmod/init/bash
+++ '[' -z '' ']'
+++ case "$-" in
+++ __lmod_vx=x
+++ '[' -n x ']'
+++ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for this output (/usr/local/spack/opt/spack/linux-pop22-cascadelake/gcc-12.2.0/lmod-8.7.37-bi3kyxcdrfgw3y7vv2k7c5rjxg75qzju/lmod/lmod/init/bash)
Shell debugging restarted
+++ unset __lmod_vx
+++ find /usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core -print -quit
++ export MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
++ MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
+ module load gcc netcdf-fortran
+ '[' -z '' ']'
+ case "$-" in
+ __lmod_sh_dbg=x
+ '[' -n x ']'
+ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output
Lmod Warning:
-------------------------------------------------------------------------------
The following dependent module(s) are not currently loaded:
gcc-runtime/13.1.0-gzedt3f (required by: mpich/4.2.1, hdf5/1.14.3-42x3zrv,
netcdf-c/4.9.2, netcdf-fortran/4.5.3)
-------------------------------------------------------------------------------
Shell debugging restarted
+ unset __lmod_sh_dbg
+ return 0
+ ulimit -s 8388608
+ python3 tests/run_jax_vs_fortran_cases.py -debug 0 -stats input/stats/standard_stats.in --max-iters 5 --flag-config-file input/flag_sets/run_bindiff_w_flags_config_core_flags.json
==> No Python 3.11+ found; uv will download Python 3.12
==> Installing uv 0.11.32 in /home/jenkins/workspace/clubb_jax_tests_branch/.clubb-jax-tools/bin
downloading uv 0.11.32 x86_64-unknown-linux-gnu
installing to /home/jenkins/workspace/clubb_jax_tests_branch/.clubb-jax-tools/bin
uv
uvx
everything's installed!
==> uv is ready: uv 0.11.32 (x86_64-unknown-linux-gnu)
Downloading cpython-3.12.13-linux-x86_64-gnu (download) (32.6MiB)
Downloaded cpython-3.12.13-linux-x86_64-gnu (download)
Using CPython 3.12.13
Creating virtual environment at: .venv-jax
Activate with: source .venv-jax/bin/activate
==> Installing JAX 0.11.0 (cpu) and requirements from /home/jenkins/workspace/clubb_jax_tests_branch/clubb_jax/requirements.txt
Using Python 3.12.13 environment at: .venv-jax
Resolved 15 packages in 363ms
Downloading pygments (1.2MiB)
Downloading netcdf4 (9.7MiB)
Downloading jaxlib (83.2MiB)
Downloading jax (3.1MiB)
Downloading cftime (1.6MiB)
Downloading numpy (15.9MiB)
Downloading scipy (33.7MiB)
Downloaded cftime
Downloaded pygments
Downloaded netcdf4
Downloaded jax
Downloaded numpy
Downloaded jaxlib
Downloaded scipy
Prepared 15 packages in 2.87s
Installed 15 packages in 41ms
+ certifi==2026.7.22
+ cftime==1.6.5
+ iniconfig==2.3.0
+ jax==0.11.0
+ jaxlib==0.11.0
+ ml-dtypes==0.6.0
+ netcdf4==1.7.4
+ numpy==2.5.3
+ opt-einsum==3.4.0
+ packaging==26.3
+ pluggy==1.6.0
+ pygments==2.21.0
+ pytest==9.1.1
+ scipy==1.18.1
+ tabulate==0.10.0
JAX environment ready: jax=0.11.0 jaxlib=0.11.0 backend=cpu devices=[CpuDevice(id=0)]
Python runtime: /home/jenkins/workspace/clubb_jax_tests_branch/.venv-jax/bin/python (jax=0.11.0 jaxlib=0.11.0 backend=cpu devices=[CpuDevice(id=0)])
Running 13 case(s) x 19 flag set(s) = 247 run pair(s) with 8 worker(s)
Results root: /home/jenkins/workspace/clubb_jax_tests_branch/output/tests/jax_driver_test_results
JAX output: /home/jenkins/workspace/clubb_jax_tests_branch/output/tests/jax_driver_test_results/jax_output
Fortran output: /home/jenkins/workspace/clubb_jax_tests_branch/output/tests/jax_driver_test_results/fortran_output
Flag sets: default, run_bindiff_w_flags_config_core_flags_flag1, run_bindiff_w_flags_config_core_flags_flag2, run_bindiff_w_flags_config_core_flags_flag3, run_bindiff_w_flags_config_core_flags_flag4, run_bindiff_w_flags_config_core_flags_flag5, run_bindiff_w_flags_config_core_flags_flag6, run_bindiff_w_flags_config_core_flags_flag7, run_bindiff_w_flags_config_core_flags_flag8, run_bindiff_w_flags_config_core_flags_flag9, run_bindiff_w_flags_config_core_flags_flag10, run_bindiff_w_flags_config_core_flags_flag11, run_bindiff_w_flags_config_core_flags_flag12, run_bindiff_w_flags_config_core_flags_flag13, run_bindiff_w_flags_config_core_flags_flag14, run_bindiff_w_flags_config_core_flags_flag15, run_bindiff_w_flags_config_core_flags_flag16, run_bindiff_w_flags_config_core_flags_flag17, run_bindiff_w_flags_config_core_flags_flag18
Stats: input/stats/standard_stats.in
Debug: 0
JAX accelerator: cpu
[match ] default dycoms2_rf01_fixed_sst jax=67.7s f90=0.6s total=70.2s
[match ] default fire jax=67.5s f90=0.7s total=70.2s
[match ] default atex jax=67.9s f90=0.8s total=70.8s
[match ] default arm jax=68.7s f90=0.6s total=71.5s
[match ] default bomex jax=69.1s f90=0.6s total=71.9s
[match ] default dycoms2_rf02_nd jax=69.9s f90=0.7s total=72.6s
[match ] default dycoms2_rf01 jax=70.0s f90=1.1s total=73.1s
[match ] default cobra jax=70.3s f90=0.9s total=73.1s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 atex jax=14.1s f90=0.6s total=14.7s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 arm jax=15.0s f90=0.6s total=15.6s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 bomex jax=16.5s f90=0.6s total=17.1s
[match ] default gabls3_night jax=24.7s f90=0.5s total=26.4s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 cobra jax=14.5s f90=0.7s total=15.2s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 dycoms2_rf01 jax=14.6s f90=0.9s total=15.6s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 dycoms2_rf01_fixed_sst jax=14.5s f90=0.6s total=15.1s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 dycoms2_rf02_nd jax=25.8s f90=0.6s total=26.4s
[match ] default jun25_altocu jax=53.8s f90=0.8s total=56.4s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 fire jax=24.0s f90=0.7s total=24.6s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 gabls2 jax=23.5s f90=1.2s total=24.7s
[match ] default gabls2 jax=57.0s f90=1.1s total=59.3s
[match ] default wangara jax=55.1s f90=0.7s total=58.1s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 gabls3_night jax=24.3s f90=0.6s total=24.9s
[match ] default neutral jax=56.4s f90=0.6s total=59.1s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 jun25_altocu jax=16.1s f90=0.7s total=16.7s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 neutral jax=15.7s f90=0.6s total=16.3s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag1 wangara jax=15.9s f90=0.6s total=16.5s
[diff ] run_bindiff_w_flags_config_core_flags_flag2 arm jax=54.9s f90=0.6s total=57.9s avg_diff_ts=0.0
[diff ] run_bindiff_w_flags_config_core_flags_flag2 atex jax=55.4s f90=0.8s total=60.0s avg_diff_ts=0.0
[diff ] run_bindiff_w_flags_config_core_flags_flag2 cobra jax=60.9s f90=0.7s total=66.5s avg_diff_ts=0.0
[diff ] run_bindiff_w_flags_config_core_flags_flag2 bomex jax=61.8s f90=0.7s total=68.2s avg_diff_ts=0.0
[diff ] run_bindiff_w_flags_config_core_flags_flag2 dycoms2_rf01 jax=61.6s f90=1.2s total=68.5s avg_diff_ts=0.0
[diff ] run_bindiff_w_flags_config_core_flags_flag2 dycoms2_rf01_fixed_sst jax=63.6s f90=0.5s total=65.9s avg_diff_ts=0.0
[diff ] run_bindiff_w_flags_config_core_flags_flag2 dycoms2_rf02_nd jax=64.9s f90=0.7s total=67.4s avg_diff_ts=0.0
[diff ] run_bindiff_w_flags_config_core_flags_flag2 fire jax=64.5s f90=0.6s total=67.2s avg_diff_ts=0.0
[match ] run_bindiff_w_flags_config_core_flags_flag2 gabls3_night jax=29.2s f90=0.6s total=30.8s
[match ] run_bindiff_w_flags_config_core_flags_flag2 gabls2 jax=63.7s f90=0.9s total=66.1s
[diff ] run_bindiff_w_flags_config_core_flags_flag2 neutral jax=59.0s f90=0.6s total=61.8s avg_diff_ts=0.0
[diff ] run_bindiff_w_flags_config_core_flags_flag2 wangara jax=59.9s f90=0.7s total=65.1s avg_diff_ts=0.0
[diff ] run_bindiff_w_flags_config_core_flags_flag2 jun25_altocu jax=62.8s f90=0.8s total=68.5s avg_diff_ts=0.6
[match ] run_bindiff_w_flags_config_core_flags_flag3 arm jax=62.7s f90=0.6s total=65.3s
[match ] run_bindiff_w_flags_config_core_flags_flag3 atex jax=63.7s f90=0.9s total=67.9s
[match ] run_bindiff_w_flags_config_core_flags_flag3 bomex jax=65.9s f90=0.7s total=68.5s
[match ] run_bindiff_w_flags_config_core_flags_flag3 cobra jax=64.8s f90=0.7s total=67.4s
[match ] run_bindiff_w_flags_config_core_flags_flag3 gabls3_night jax=30.4s f90=0.8s total=34.7s
[match ] run_bindiff_w_flags_config_core_flags_flag3 dycoms2_rf01 jax=64.9s f90=1.0s total=68.4s
[match ] run_bindiff_w_flags_config_core_flags_flag3 dycoms2_rf01_fixed_sst jax=58.4s f90=0.6s total=61.2s
[match ] run_bindiff_w_flags_config_core_flags_flag3 fire jax=60.0s f90=0.7s total=62.8s
[match ] run_bindiff_w_flags_config_core_flags_flag3 dycoms2_rf02_nd jax=63.9s f90=0.7s total=68.4s
[match ] run_bindiff_w_flags_config_core_flags_flag3 gabls2 jax=62.7s f90=0.9s total=65.1s
[match ] run_bindiff_w_flags_config_core_flags_flag3 jun25_altocu jax=62.8s f90=0.7s total=65.5s
[match ] run_bindiff_w_flags_config_core_flags_flag3 neutral jax=59.8s f90=0.6s total=62.2s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 arm jax=52.0s f90=0.7s total=52.7s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 atex jax=53.3s f90=0.7s total=54.0s
[match ] run_bindiff_w_flags_config_core_flags_flag3 wangara jax=59.7s f90=0.6s total=62.4s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 bomex jax=58.7s f90=0.9s total=59.5s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 dycoms2_rf01 jax=54.5s f90=0.9s total=55.3s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 cobra jax=59.5s f90=0.9s total=60.3s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 dycoms2_rf01_fixed_sst jax=55.1s f90=0.6s total=55.7s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 gabls3_night jax=32.4s f90=0.5s total=33.0s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 dycoms2_rf02_nd jax=61.0s f90=0.6s total=61.6s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 fire jax=57.6s f90=0.6s total=58.2s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 gabls2 jax=61.1s f90=0.9s total=62.0s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 jun25_altocu jax=54.6s f90=1.0s total=55.6s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 neutral jax=54.2s f90=0.9s total=55.1s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag4 wangara jax=58.5s f90=0.6s total=59.1s
[match ] run_bindiff_w_flags_config_core_flags_flag5 arm jax=60.0s f90=0.8s total=64.1s
[match ] run_bindiff_w_flags_config_core_flags_flag5 atex jax=59.1s f90=0.6s total=61.5s
[match ] run_bindiff_w_flags_config_core_flags_flag5 bomex jax=60.0s f90=0.6s total=62.5s
[match ] run_bindiff_w_flags_config_core_flags_flag5 cobra jax=62.8s f90=1.1s total=69.2s
[match ] run_bindiff_w_flags_config_core_flags_flag5 dycoms2_rf01 jax=58.9s f90=1.5s total=64.4s
[match ] run_bindiff_w_flags_config_core_flags_flag5 dycoms2_rf01_fixed_sst jax=59.2s f90=0.7s total=61.8s
[match ] run_bindiff_w_flags_config_core_flags_flag5 gabls3_night jax=34.8s f90=0.5s total=36.4s
[match ] run_bindiff_w_flags_config_core_flags_flag5 dycoms2_rf02_nd jax=61.2s f90=0.6s total=63.8s
[match ] run_bindiff_w_flags_config_core_flags_flag5 fire jax=56.2s f90=0.6s total=59.0s
[match ] run_bindiff_w_flags_config_core_flags_flag5 gabls2 jax=56.7s f90=1.2s total=59.7s
[match ] run_bindiff_w_flags_config_core_flags_flag5 jun25_altocu jax=58.2s f90=0.6s total=60.7s
[match ] run_bindiff_w_flags_config_core_flags_flag5 neutral jax=53.6s f90=0.8s total=57.3s
[match ] run_bindiff_w_flags_config_core_flags_flag5 wangara jax=57.7s f90=0.6s total=61.8s
[fortran_failed] run_bindiff_w_flags_config_core_flags_flag6 arm jax=60.7s f90=0.6s total=61.3s
[fortran_failed] run_bindiff_w_flags_config_core_flags_flag6 atex jax=60.1s f90=0.5s total=60.6s
[fortran_failed] run_bindiff_w_flags_config_core_flags_flag6 bomex jax=64.4s f90=0.6s total=65.0s
[fortran_failed] run_bindiff_w_flags_config_core_flags_flag6 cobra jax=69.8s f90=0.6s total=70.4s
[fortran_failed] run_bindiff_w_flags_config_core_flags_flag6 dycoms2_rf01 jax=60.7s f90=0.6s total=61.3s
[fortran_failed] run_bindiff_w_flags_config_core_flags_flag6 dycoms2_rf01_fixed_sst jax=59.8s f90=0.5s total=60.4s
[fortran_failed] run_bindiff_w_flags_config_core_flags_flag6 gabls3_night jax=27.4s f90=0.5s total=27.9s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 arm jax=19.1s f90=0.6s total=19.7s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 atex jax=20.4s f90=0.7s total=21.1s
[fortran_failed] run_bindiff_w_flags_config_core_flags_flag6 dycoms2_rf02_nd jax=63.7s f90=0.6s total=64.2s
[fortran_failed] run_bindiff_w_flags_config_core_flags_flag6 fire jax=59.3s f90=0.5s total=59.8s
[match ] run_bindiff_w_flags_config_core_flags_flag6 gabls2 jax=62.9s f90=1.3s total=65.8s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 bomex jax=23.1s f90=0.6s total=23.7s
[fortran_failed] run_bindiff_w_flags_config_core_flags_flag6 jun25_altocu jax=64.4s f90=0.5s total=64.9s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 cobra jax=23.3s f90=0.8s total=24.1s
[fortran_failed] run_bindiff_w_flags_config_core_flags_flag6 neutral jax=59.7s f90=0.5s total=60.2s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 dycoms2_rf01_fixed_sst jax=19.6s f90=0.5s total=20.1s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 dycoms2_rf01 jax=19.9s f90=0.9s total=20.8s
[fortran_failed] run_bindiff_w_flags_config_core_flags_flag6 wangara jax=60.2s f90=0.5s total=60.7s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 dycoms2_rf02_nd jax=15.9s f90=0.6s total=16.5s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 fire jax=13.8s f90=0.6s total=14.4s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 gabls2 jax=14.8s f90=0.9s total=15.7s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 jun25_altocu jax=14.1s f90=0.8s total=14.9s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 neutral jax=13.8s f90=0.7s total=14.5s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 gabls3_night jax=16.7s f90=0.5s total=17.2s
[jax_failed ] run_bindiff_w_flags_config_core_flags_flag7 wangara jax=14.6s f90=0.6s total=15.2s
[match ] run_bindiff_w_flags_config_core_flags_flag8 arm jax=47.7s f90=0.7s total=51.3s
[match ] run_bindiff_w_flags_config_core_flags_flag8 atex jax=47.8s f90=0.8s total=54.8s
[match ] run_bindiff_w_flags_config_core_flags_flag8 dycoms2_rf01_fixed_sst jax=66.0s f90=0.6s total=68.8s
[match ] run_bindiff_w_flags_config_core_flags_flag8 bomex jax=71.9s f90=0.7s total=74.7s
[match ] run_bindiff_w_flags_config_core_flags_flag8 fire jax=67.0s f90=0.6s total=69.7s
[match ] run_bindiff_w_flags_config_core_flags_flag8 dycoms2_rf01 jax=69.1s f90=1.0s total=72.3s
[match ] run_bindiff_w_flags_config_core_flags_flag8 cobra jax=70.8s f90=0.8s total=73.6s
[match ] run_bindiff_w_flags_config_core_flags_flag8 dycoms2_rf02_nd jax=70.5s f90=0.6s total=72.9s
[match ] run_bindiff_w_flags_config_core_flags_flag8 gabls3_night jax=35.1s f90=0.6s total=37.0s
[match ] run_bindiff_w_flags_config_core_flags_flag8 gabls2 jax=63.2s f90=0.9s total=65.1s
[match ] run_bindiff_w_flags_config_core_flags_flag8 jun25_altocu jax=69.5s f90=0.7s total=72.7s
[match ] run_bindiff_w_flags_config_core_flags_flag8 wangara jax=68.2s f90=0.7s total=71.1s
[match ] run_bindiff_w_flags_config_core_flags_flag8 neutral jax=68.8s f90=0.6s total=72.0s
[match ] run_bindiff_w_flags_config_core_flags_flag9 atex jax=68.1s f90=0.6s total=71.6s
[match ] run_bindiff_w_flags_config_core_flags_flag9 arm jax=69.1s f90=0.7s total=72.3s
[match ] run_bindiff_w_flags_config_core_flags_flag9 bomex jax=67.4s f90=0.6s total=71.2s
[match ] run_bindiff_w_flags_config_core_flags_flag9 cobra jax=71.4s f90=0.7s total=74.1s
[match ] run_bindiff_w_flags_config_core_flags_flag9 gabls3_night jax=27.0s f90=0.5s total=28.6s
[match ] run_bindiff_w_flags_config_core_flags_flag9 dycoms2_rf01 jax=67.1s f90=0.9s total=69.8s
[match ] run_bindiff_w_flags_config_core_flags_flag9 dycoms2_rf01_fixed_sst jax=61.0s f90=0.5s total=63.7s
[match ] run_bindiff_w_flags_config_core_flags_flag9 fire jax=63.4s f90=0.6s total=68.0s
[match ] run_bindiff_w_flags_config_core_flags_flag9 gabls2 jax=63.2s f90=1.3s total=66.6s
[match ] run_bindiff_w_flags_config_core_flags_flag9 jun25_altocu jax=64.3s f90=0.9s total=67.2s
[match ] run_bindiff_w_flags_config_core_flags_flag9 dycoms2_rf02_nd jax=67.9s f90=0.7s total=70.5s
[match ] run_bindiff_w_flags_config_core_flags_flag9 neutral jax=60.2s f90=0.6s total=62.7s
[match ] run_bindiff_w_flags_config_core_flags_flag9 wangara jax=64.4s f90=0.6s total=66.8s
[diff ] run_bindiff_w_flags_config_core_flags_flag10 arm jax=65.7s f90=0.6s total=68.6s avg_diff_ts=1.5
[diff ] run_bindiff_w_flags_config_core_flags_flag10 atex jax=64.7s f90=0.7s total=68.3s avg_diff_ts=1.3
[diff ] run_bindiff_w_flags_config_core_flags_flag10 bomex jax=69.0s f90=0.6s total=71.9s avg_diff_ts=1.3
[diff ] run_bindiff_w_flags_config_core_flags_flag10 cobra jax=68.8s f90=0.8s total=72.1s avg_diff_ts=1.4
[diff ] run_bindiff_w_flags_config_core_flags_flag10 dycoms2_rf01_fixed_sst jax=66.8s f90=0.5s total=70.2s avg_diff_ts=1.1
[diff ] run_bindiff_w_flags_config_core_flags_flag10 dycoms2_rf01 jax=68.8s f90=0.9s total=72.5s avg_diff_ts=0.9
[diff ] run_bindiff_w_flags_config_core_flags_flag10 dycoms2_rf02_nd jax=67.4s f90=0.6s total=71.6s avg_diff_ts=1.0
[match ] run_bindiff_w_flags_config_core_flags_flag10 gabls3_night jax=27.2s f90=0.6s total=29.2s
[diff ] run_bindiff_w_flags_config_core_flags_flag10 fire jax=63.0s f90=0.7s total=68.1s avg_diff_ts=1.0
[match ] run_bindiff_w_flags_config_core_flags_flag10 gabls2 jax=68.8s f90=0.9s total=70.8s
[diff ] run_bindiff_w_flags_config_core_flags_flag10 neutral jax=63.3s f90=0.6s total=66.2s avg_diff_ts=1.3
[diff ] run_bindiff_w_flags_config_core_flags_flag10 wangara jax=64.2s f90=0.6s total=67.7s avg_diff_ts=1.3
[diff ] run_bindiff_w_flags_config_core_flags_flag10 jun25_altocu jax=65.9s f90=0.7s total=69.4s avg_diff_ts=0.9
[match ] run_bindiff_w_flags_config_core_flags_flag11 arm jax=65.0s f90=0.7s total=67.8s
[match ] run_bindiff_w_flags_config_core_flags_flag11 atex jax=61.6s f90=0.7s total=66.2s
[match ] run_bindiff_w_flags_config_core_flags_flag11 bomex jax=63.8s f90=0.7s total=66.6s
[match ] run_bindiff_w_flags_config_core_flags_flag11 cobra jax=67.9s f90=0.7s total=70.6s
[match ] run_bindiff_w_flags_config_core_flags_flag11 dycoms2_rf01 jax=67.0s f90=1.0s total=70.1s
[match ] run_bindiff_w_flags_config_core_flags_flag11 gabls3_night jax=28.1s f90=0.6s total=29.9s
[match ] run_bindiff_w_flags_config_core_flags_flag11 dycoms2_rf01_fixed_sst jax=60.3s f90=0.8s total=63.0s
[match ] run_bindiff_w_flags_config_core_flags_flag11 fire jax=60.0s f90=0.6s total=62.5s
[match ] run_bindiff_w_flags_config_core_flags_flag11 dycoms2_rf02_nd jax=62.7s f90=0.6s total=65.4s
[match ] run_bindiff_w_flags_config_core_flags_flag11 gabls2 jax=64.8s f90=1.0s total=68.5s
[match ] run_bindiff_w_flags_config_core_flags_flag11 jun25_altocu jax=61.7s f90=0.7s total=64.3s
[match ] run_bindiff_w_flags_config_core_flags_flag11 neutral jax=59.4s f90=1.0s total=65.2s
[match ] run_bindiff_w_flags_config_core_flags_flag11 wangara jax=66.6s f90=0.6s total=69.0s
[match ] run_bindiff_w_flags_config_core_flags_flag12 cobra jax=72.6s f90=1.0s total=76.3s
[match ] run_bindiff_w_flags_config_core_flags_flag12 arm jax=107.5s f90=1.0s total=111.8s
[match ] run_bindiff_w_flags_config_core_flags_flag12 bomex jax=107.2s f90=0.6s total=109.7s
[match ] run_bindiff_w_flags_config_core_flags_flag12 atex jax=111.1s f90=0.7s total=113.9s
[match ] run_bindiff_w_flags_config_core_flags_flag12 dycoms2_rf01 jax=107.1s f90=0.8s total=109.8s
[match ] run_bindiff_w_flags_config_core_flags_flag12 gabls3_night jax=48.2s f90=0.6s total=50.2s
[diff ] run_bindiff_w_flags_config_core_flags_flag12 dycoms2_rf01_fixed_sst jax=113.3s f90=0.6s total=117.0s avg_diff_ts=0.6
[match ] run_bindiff_w_flags_config_core_flags_flag12 dycoms2_rf02_nd jax=105.2s f90=0.7s total=108.0s
[match ] run_bindiff_w_flags_config_core_flags_flag12 gabls2 jax=73.7s f90=0.9s total=75.8s
[match ] run_bindiff_w_flags_config_core_flags_flag12 fire jax=112.4s f90=0.6s total=114.8s
[match ] run_bindiff_w_flags_config_core_flags_flag13 arm jax=69.3s f90=0.9s total=74.6s
[match ] run_bindiff_w_flags_config_core_flags_flag13 atex jax=70.3s f90=0.7s total=75.1s
[match ] run_bindiff_w_flags_config_core_flags_flag13 bomex jax=71.3s f90=0.8s total=75.6s
[match ] run_bindiff_w_flags_config_core_flags_flag12 jun25_altocu jax=109.1s f90=1.0s total=116.9s
[match ] run_bindiff_w_flags_config_core_flags_flag12 neutral jax=112.9s f90=1.1s total=116.7s
[match ] run_bindiff_w_flags_config_core_flags_flag13 dycoms2_rf01 jax=77.0s f90=0.9s total=79.9s
[match ] run_bindiff_w_flags_config_core_flags_flag12 wangara jax=116.5s f90=0.6s total=119.0s
[match ] run_bindiff_w_flags_config_core_flags_flag13 cobra jax=80.8s f90=0.7s total=83.4s
[match ] run_bindiff_w_flags_config_core_flags_flag13 gabls3_night jax=23.9s f90=0.6s total=25.7s
[match ] run_bindiff_w_flags_config_core_flags_flag13 dycoms2_rf01_fixed_sst jax=64.0s f90=0.6s total=66.9s
[match ] run_bindiff_w_flags_config_core_flags_flag13 dycoms2_rf02_nd jax=64.2s f90=0.7s total=69.6s
[match ] run_bindiff_w_flags_config_core_flags_flag13 fire jax=63.8s f90=0.7s total=70.6s
[match ] run_bindiff_w_flags_config_core_flags_flag13 gabls2 jax=71.0s f90=0.9s total=73.1s
[match ] run_bindiff_w_flags_config_core_flags_flag13 neutral jax=62.9s f90=0.6s total=65.6s
[match ] run_bindiff_w_flags_config_core_flags_flag13 jun25_altocu jax=66.5s f90=0.7s total=69.1s
[match ] run_bindiff_w_flags_config_core_flags_flag13 wangara jax=65.5s f90=0.6s total=67.9s
[match ] run_bindiff_w_flags_config_core_flags_flag14 arm jax=64.5s f90=0.6s total=66.9s
[match ] run_bindiff_w_flags_config_core_flags_flag14 atex jax=66.0s f90=0.7s total=69.2s
[match ] run_bindiff_w_flags_config_core_flags_flag14 bomex jax=62.4s f90=0.7s total=66.5s
[match ] run_bindiff_w_flags_config_core_flags_flag14 cobra jax=68.8s f90=1.0s total=74.3s
[match ] run_bindiff_w_flags_config_core_flags_flag14 dycoms2_rf01_fixed_sst jax=64.8s f90=0.6s total=67.2s
[match ] run_bindiff_w_flags_config_core_flags_flag14 dycoms2_rf01 jax=66.9s f90=0.9s total=69.9s
[match ] run_bindiff_w_flags_config_core_flags_flag14 fire jax=66.0s f90=0.6s total=68.4s
[match ] run_bindiff_w_flags_config_core_flags_flag14 dycoms2_rf02_nd jax=68.2s f90=0.6s total=70.8s
[match ] run_bindiff_w_flags_config_core_flags_flag14 gabls3_night jax=32.5s f90=0.6s total=35.0s
[match ] run_bindiff_w_flags_config_core_flags_flag14 gabls2 jax=69.7s f90=0.9s total=71.8s
[match ] run_bindiff_w_flags_config_core_flags_flag14 jun25_altocu jax=61.1s f90=0.7s total=64.7s
[match ] run_bindiff_w_flags_config_core_flags_flag14 neutral jax=57.3s f90=1.1s total=65.3s
[match ] run_bindiff_w_flags_config_core_flags_flag15 arm jax=61.1s f90=0.6s total=64.1s
[match ] run_bindiff_w_flags_config_core_flags_flag14 wangara jax=64.0s f90=0.7s total=68.8s
[match ] run_bindiff_w_flags_config_core_flags_flag15 atex jax=59.3s f90=0.7s total=63.8s
[match ] run_bindiff_w_flags_config_core_flags_flag15 bomex jax=63.5s f90=0.6s total=66.3s
[match ] run_bindiff_w_flags_config_core_flags_flag15 cobra jax=65.2s f90=0.7s total=67.7s
[match ] run_bindiff_w_flags_config_core_flags_flag15 dycoms2_rf01 jax=60.7s f90=0.9s total=64.1s
[match ] run_bindiff_w_flags_config_core_flags_flag15 gabls3_night jax=26.9s f90=0.6s total=28.8s
[match ] run_bindiff_w_flags_config_core_flags_flag15 dycoms2_rf01_fixed_sst jax=56.7s f90=0.7s total=59.2s
[match ] run_bindiff_w_flags_config_core_flags_flag15 dycoms2_rf02_nd jax=58.4s f90=0.7s total=63.0s
[match ] run_bindiff_w_flags_config_core_flags_flag15 fire jax=59.2s f90=0.6s total=63.0s
[match ] run_bindiff_w_flags_config_core_flags_flag15 gabls2 jax=59.1s f90=1.2s total=61.4s
[match ] run_bindiff_w_flags_config_core_flags_flag15 jun25_altocu jax=59.3s f90=0.7s total=62.6s
[match ] run_bindiff_w_flags_config_core_flags_flag15 neutral jax=58.4s f90=0.6s total=60.9s
[match ] run_bindiff_w_flags_config_core_flags_flag15 wangara jax=59.3s f90=0.8s total=62.1s
[match ] run_bindiff_w_flags_config_core_flags_flag16 arm jax=61.8s f90=0.6s total=64.2s
[match ] run_bindiff_w_flags_config_core_flags_flag16 atex jax=60.6s f90=0.8s total=64.8s
[match ] run_bindiff_w_flags_config_core_flags_flag16 bomex jax=60.4s f90=1.0s total=66.7s
[match ] run_bindiff_w_flags_config_core_flags_flag16 cobra jax=65.0s f90=1.0s total=68.6s
[match ] run_bindiff_w_flags_config_core_flags_flag16 dycoms2_rf01 jax=62.1s f90=1.2s total=67.0s
[match ] run_bindiff_w_flags_config_core_flags_flag16 dycoms2_rf01_fixed_sst jax=60.3s f90=0.6s total=63.1s
[match ] run_bindiff_w_flags_config_core_flags_flag16 gabls3_night jax=36.9s f90=0.6s total=38.5s
[match ] run_bindiff_w_flags_config_core_flags_flag16 dycoms2_rf02_nd jax=66.1s f90=0.6s total=68.7s
[match ] run_bindiff_w_flags_config_core_flags_flag16 fire jax=61.2s f90=0.6s total=65.0s
[match ] run_bindiff_w_flags_config_core_flags_flag16 gabls2 jax=61.7s f90=0.8s total=63.6s
[match ] run_bindiff_w_flags_config_core_flags_flag16 jun25_altocu jax=65.1s f90=0.7s total=67.7s
[match ] run_bindiff_w_flags_config_core_flags_flag16 neutral jax=55.7s f90=0.6s total=59.5s
[match ] run_bindiff_w_flags_config_core_flags_flag16 wangara jax=62.7s f90=0.8s total=66.7s
[match ] run_bindiff_w_flags_config_core_flags_flag17 arm jax=61.3s f90=0.8s total=65.4s
[match ] run_bindiff_w_flags_config_core_flags_flag17 atex jax=62.6s f90=0.6s total=67.1s
[match ] run_bindiff_w_flags_config_core_flags_flag17 bomex jax=61.4s f90=0.9s total=64.9s
[match ] run_bindiff_w_flags_config_core_flags_flag17 cobra jax=67.7s f90=0.7s total=70.2s
[match ] run_bindiff_w_flags_config_core_flags_flag17 dycoms2_rf01 jax=63.4s f90=0.9s total=66.1s
[match ] run_bindiff_w_flags_config_core_flags_flag17 gabls3_night jax=30.1s f90=0.8s total=32.2s
[match ] run_bindiff_w_flags_config_core_flags_flag17 dycoms2_rf01_fixed_sst jax=61.3s f90=0.8s total=64.1s
[match ] run_bindiff_w_flags_config_core_flags_flag17 dycoms2_rf02_nd jax=60.7s f90=0.7s total=66.0s
[match ] run_bindiff_w_flags_config_core_flags_flag17 fire jax=61.3s f90=0.9s total=65.3s
[match ] run_bindiff_w_flags_config_core_flags_flag17 gabls2 jax=66.6s f90=0.8s total=68.8s
[match ] run_bindiff_w_flags_config_core_flags_flag17 jun25_altocu jax=63.2s f90=0.7s total=66.1s
[match ] run_bindiff_w_flags_config_core_flags_flag17 neutral jax=61.3s f90=0.8s total=63.9s
[match ] run_bindiff_w_flags_config_core_flags_flag17 wangara jax=67.6s f90=0.6s total=70.1s
[match ] run_bindiff_w_flags_config_core_flags_flag18 arm jax=61.1s f90=0.9s total=64.1s
[match ] run_bindiff_w_flags_config_core_flags_flag18 atex jax=63.5s f90=0.8s total=67.5s
[match ] run_bindiff_w_flags_config_core_flags_flag18 bomex jax=67.4s f90=0.5s total=71.5s
[match ] run_bindiff_w_flags_config_core_flags_flag18 dycoms2_rf01 jax=67.1s f90=0.9s total=72.7s
[match ] run_bindiff_w_flags_config_core_flags_flag18 cobra jax=71.9s f90=1.0s total=76.6s
[match ] run_bindiff_w_flags_config_core_flags_flag18 dycoms2_rf01_fixed_sst jax=64.5s f90=0.5s total=66.8s
[match ] run_bindiff_w_flags_config_core_flags_flag18 gabls3_night jax=32.3s f90=0.8s total=34.7s
[match ] run_bindiff_w_flags_config_core_flags_flag18 dycoms2_rf02_nd jax=65.6s f90=0.9s total=69.2s
[match ] run_bindiff_w_flags_config_core_flags_flag18 fire jax=64.7s f90=0.9s total=68.0s
[match ] run_bindiff_w_flags_config_core_flags_flag18 gabls2 jax=64.5s f90=0.9s total=66.6s
[match ] run_bindiff_w_flags_config_core_flags_flag18 jun25_altocu jax=58.6s f90=0.7s total=61.0s
[match ] run_bindiff_w_flags_config_core_flags_flag18 neutral jax=53.1s f90=0.6s total=55.4s
[match ] run_bindiff_w_flags_config_core_flags_flag18 wangara jax=53.8s f90=0.5s total=55.9s
Summary:
{
"total_cases": 247,
"match": 173,
"diff": 23,
"jax_failed": 39,
"fortran_failed": 12,
"both_failed": 0,
"elapsed_s": 1935.1621084213257,
"final_bindiff_rc": 1,
"flag_sets": {
"default": {
"match": 13,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag1": {
"match": 0,
"diff": 0,
"jax_failed": 13,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag2": {
"match": 2,
"diff": 11,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag3": {
"match": 13,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag4": {
"match": 0,
"diff": 0,
"jax_failed": 13,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag5": {
"match": 13,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag6": {
"match": 1,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 12,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag7": {
"match": 0,
"diff": 0,
"jax_failed": 13,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag8": {
"match": 13,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag9": {
"match": 13,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag10": {
"match": 2,
"diff": 11,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag11": {
"match": 13,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag12": {
"match": 12,
"diff": 1,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag13": {
"match": 13,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag14": {
"match": 13,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag15": {
"match": 13,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag16": {
"match": 13,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag17": {
"match": 13,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
},
"run_bindiff_w_flags_config_core_flags_flag18": {
"match": 13,
"diff": 0,
"jax_failed": 0,
"fortran_failed": 0,
"both_failed": 0
}
}
}
Average earliest diff timestep (across all cases): 0.6
Detailed results: /home/jenkins/workspace/clubb_jax_tests_branch/output/tests/jax_driver_test_results/case_compare_summary.json
Final bindiff log: /home/jenkins/workspace/clubb_jax_tests_branch/output/tests/jax_driver_test_results/final_bindiff.log (rc=1)
