Console Output
+ source /etc/profile.d/larson-group.sh
++ export GIT_EDITOR=vi
++ GIT_EDITOR=vi
++ export SVN_EDITOR=vi
++ SVN_EDITOR=vi
++ export OMP_STACKSIZE=1048579
++ OMP_STACKSIZE=1048579
++ export LMOD_ROOT=/opt/lmod/
++ LMOD_ROOT=/opt/lmod/
++ source /opt/lmod//lmod/lmod/init/bash
+++ '[' -z '' ']'
+++ case "$-" in
+++ __lmod_vx=x
+++ '[' -n x ']'
+++ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for this output (/usr/local/spack/opt/spack/linux-pop22-cascadelake/gcc-12.2.0/lmod-8.7.37-bi3kyxcdrfgw3y7vv2k7c5rjxg75qzju/lmod/lmod/init/bash)
Shell debugging restarted
+++ unset __lmod_vx
+++ find /usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core -print -quit
++ export MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
++ MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
+ module load gcc netcdf-fortran
+ '[' -z '' ']'
+ case "$-" in
+ __lmod_sh_dbg=x
+ '[' -n x ']'
+ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output
Lmod Warning:
-------------------------------------------------------------------------------
The following dependent module(s) are not currently loaded:
gcc-runtime/13.1.0-gzedt3f (required by: mpich/4.2.1, hdf5/1.14.3-42x3zrv,
netcdf-c/4.9.2, netcdf-fortran/4.5.3)
-------------------------------------------------------------------------------
Shell debugging restarted
+ unset __lmod_sh_dbg
+ return 0
+ ulimit -s 8388608
+ python3 tests/run_jax_vs_fortran_cases.py
==> No Python 3.11+ found; uv will download Python 3.12
==> Installing uv 0.11.32 in /home/jenkins/workspace/compare_jax_vs_fortran_test_branch/.clubb-jax-tools/bin
downloading uv 0.11.32 x86_64-unknown-linux-gnu
installing to /home/jenkins/workspace/compare_jax_vs_fortran_test_branch/.clubb-jax-tools/bin
uv
uvx
everything's installed!
==> uv is ready: uv 0.11.32 (x86_64-unknown-linux-gnu)
Downloading cpython-3.12.13-linux-x86_64-gnu (download) (32.6MiB)
Downloaded cpython-3.12.13-linux-x86_64-gnu (download)
Using CPython 3.12.13
Creating virtual environment at: .venv-jax
Activate with: source .venv-jax/bin/activate
==> Installing JAX 0.11.0 (cpu) and requirements from /home/jenkins/workspace/compare_jax_vs_fortran_test_branch/clubb_jax/requirements.txt
Using Python 3.12.13 environment at: .venv-jax
Resolved 15 packages in 306ms
Downloading numpy (15.9MiB)
Downloading jaxlib (83.2MiB)
Downloading jax (3.1MiB)
Downloading scipy (33.7MiB)
Downloading netcdf4 (9.7MiB)
Downloading pygments (1.2MiB)
Downloading cftime (1.6MiB)
Downloaded cftime
Downloaded pygments
Downloaded netcdf4
Downloaded jax
Downloaded numpy
Downloaded jaxlib
Downloaded scipy
Prepared 15 packages in 2.46s
Installed 15 packages in 40ms
+ certifi==2026.7.22
+ cftime==1.6.5
+ iniconfig==2.3.0
+ jax==0.11.0
+ jaxlib==0.11.0
+ ml-dtypes==0.6.0
+ netcdf4==1.7.4
+ numpy==2.5.2
+ opt-einsum==3.4.0
+ packaging==26.3
+ pluggy==1.6.0
+ pygments==2.21.0
+ pytest==9.1.1
+ scipy==1.18.1
+ tabulate==0.10.0
JAX environment ready: jax=0.11.0 jaxlib=0.11.0 backend=cpu devices=[CpuDevice(id=0)]
Python runtime: /home/jenkins/workspace/compare_jax_vs_fortran_test_branch/.venv-jax/bin/python (jax=0.11.0 jaxlib=0.11.0 backend=cpu devices=[CpuDevice(id=0)])
Running 13 case(s) with 8 worker(s)
Results root: /home/jenkins/workspace/compare_jax_vs_fortran_test_branch/output/tests/jax_driver_test_results
JAX output: /home/jenkins/workspace/compare_jax_vs_fortran_test_branch/output/tests/jax_driver_test_results/jax_output
Fortran output: /home/jenkins/workspace/compare_jax_vs_fortran_test_branch/output/tests/jax_driver_test_results/fortran_output
Stats: input/stats/all_stats.in
Debug: (case default)
JAX accelerator: cpu
Sending interrupt signal to process
[diff ] fire jax=459.1s f90=16.3s total=489.8s avg_diff_ts=0.0
[diff ] dycoms2_rf01_fixed_sst jax=634.9s f90=14.4s total=666.9s avg_diff_ts=13.0
[diff ] dycoms2_rf02_nd jax=973.3s f90=40.4s total=1038.8s avg_diff_ts=0.0
[diff ] bomex jax=1092.5s f90=57.3s total=1182.2s avg_diff_ts=0.0
[diff ] gabls3_night jax=1485.5s f90=34.8s total=1534.7s avg_diff_ts=0.0
[diff ] cobra jax=2284.1s f90=82.4s total=2401.7s avg_diff_ts=0.0
[diff ] neutral jax=1986.0s f90=71.4s total=2091.8s avg_diff_ts=0.0
[diff ] wangara jax=1862.5s f90=59.0s total=1956.1s avg_diff_ts=0.0
[jax_failed ] arm jax=6400.8s f90=0.0s total=6400.8s
[jax_failed ] jun25_altocu jax=5362.8s f90=0.0s total=5362.8s
Terminated
script returned exit code 143
