+ source /etc/profile.d/larson-group.sh
++ export GIT_EDITOR=vi
++ GIT_EDITOR=vi
++ export SVN_EDITOR=vi
++ SVN_EDITOR=vi
++ export OMP_STACKSIZE=1048579
++ OMP_STACKSIZE=1048579
++ export LMOD_ROOT=/opt/lmod/
++ LMOD_ROOT=/opt/lmod/
++ source /opt/lmod//lmod/lmod/init/bash
+++ '[' -z '' ']'
+++ case "$-" in
+++ __lmod_vx=x
+++ '[' -n x ']'
+++ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for this output (/usr/local/spack/opt/spack/linux-pop22-skylake_avx512/gcc-12.2.0/lmod-8.7.37-fq24mybyn2li6got2bxzk62ejh5d3p4z/lmod/lmod/init/bash)
Shell debugging restarted
+++ unset __lmod_vx
+++ find /usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core -print -quit
++ export MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
++ MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop22-x86_64/Core
+ module load gcc netcdf-fortran
+ '[' -z '' ']'
+ case "$-" in
+ __lmod_sh_dbg=x
+ '[' -n x ']'
+ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output
Lmod Warning:
-------------------------------------------------------------------------------
The following dependent module(s) are not currently loaded:
gcc-runtime/13.1.0-wiuv7wc (required by: mpich/4.2.1, hdf5/1.14.3-nhc23hl,
netcdf-c/4.9.2-xduzp77, netcdf-fortran/4.5.3), glibc/2.35-tdr5czg (required by:
mpich/4.2.1, hdf5/1.14.3-nhc23hl, netcdf-c/4.9.2-xduzp77, netcdf-fortran/4.5.3)
-------------------------------------------------------------------------------
Shell debugging restarted
+ unset __lmod_sh_dbg
+ return 0
+ python3 /home/pub/jenkins_BFB_test_configs/sys_admin/python_nightly_test_suite/run_test.py -c /home/pub/jenkins_BFB_test_configs/clubb_BFB_r8029_flags_gfortran_test_config
Directory 1 is abccbb5bc06909c50b6645028674a3461f0bf0ab
Directory 2 is f146255f50732c445ccbd012ca45888a9ce44d0b
Using reporting threshold: 0.0
The following cases will be compared: ['bomex', 'dycoms2_rf01']
================================================ bomex ================================================
>The linux diff detected differences in bomex_stats.nc<
>>Differences above threshold were detected in the common fields in file bomex_stats.nc<<
>>>Differences in common variables detected for case bomex<<<
=====================================================================================================
================================================ dycoms2_rf01 ================================================
>No differences detected by the linux diff in dycoms2_rf01_stats.nc<
>>>The linux diff could not detect any differences in the file pairs for case dycoms2_rf01.<<<
=====================================================================================================
SUMMARY:
There were differences detected in the common variables in netCDF (*.nc) files.
Pass: 1 cases ['dycoms2_rf01']
Fail: 1 cases ['bomex']
Directory 1 is abccbb5bc06909c50b6645028674a3461f0bf0ab
Directory 2 is f146255f50732c445ccbd012ca45888a9ce44d0b
Using reporting threshold: 0.0
The following cases will be compared: ['bomex', 'dycoms2_rf01']
================================================ bomex ================================================
>The linux diff detected differences in bomex_stats.nc<
>>Differences above threshold were detected in the common fields in file bomex_stats.nc<<
>>>Differences in common variables detected for case bomex<<<
=====================================================================================================
================================================ dycoms2_rf01 ================================================
>No differences detected by the linux diff in dycoms2_rf01_stats.nc<
>>>The linux diff could not detect any differences in the file pairs for case dycoms2_rf01.<<<
=====================================================================================================
SUMMARY:
There were differences detected in the common variables in netCDF (*.nc) files.
Pass: 1 cases ['dycoms2_rf01']
Fail: 1 cases ['bomex']
=============================== Configuring Test ===============================
Working directory set to: /home/jenkins/workspace/clubb_BFB_r8029_flags_gfortran_test
Checking specified repo: /home/jenkins/workspace/clubb_BFB_r8029_flags_gfortran_test
Using /home/jenkins/workspace/clubb_BFB_r8029_flags_gfortran_test with origin https://github.com/larson-group/clubb.git
Output Save Mode: none
Using branch: master
Making list from 'UnresolvedCommits':
- 643d128a5613019595aecd643f1028e937ad4b76
CheckRange = True: Getting commit range
Run Output Path: output
Run commands: ['python compile.py -debug', '\nrm -rf output', 'mkdir output', '\ncp input/tunable_parameters_compatible_r8029/configurable_model_flags.in input/tunable_parameters', '\ncp input/tunable_parameters_compatible_r8029/silhs_parameters.in input/tunable_parameters', '\ncp input/tunable_parameters_compatible_r8029/tunable_parameters.in input/tunable_parameters', '\npython run_scripts/run_scm.py bomex', '\npython run_scripts/run_scm.py dycoms2_rf01']
Diffing command: python3 run_scripts/run_bindiff_all.py
=============================== Running Test ===============================
Parsing message from commit: abccbb5bc06909c50b6645028674a3461f0bf0ab
Found: RESOLVED:643d128a5613019595aecd643f1028e937ad4b76
Found: RESOLVED:f146255f50732c445ccbd012ca45888a9ce44d0b
Checking Commit: abccbb5bc06909c50b6645028674a3461f0bf0ab
Running: final commit to check, not labelled BIT_CHANGING
Checking out abccbb5bc06909c50b6645028674a3461f0bf0ab
Running: 'python compile.py -debug'
Running: 'rm -rf output'
Running: 'mkdir output'
Running: 'cp input/tunable_parameters_compatible_r8029/configurable_model_flags.in input/tunable_parameters'
Running: 'cp input/tunable_parameters_compatible_r8029/silhs_parameters.in input/tunable_parameters'
Running: 'cp input/tunable_parameters_compatible_r8029/tunable_parameters.in input/tunable_parameters'
Running: 'python run_scripts/run_scm.py bomex'
Running: 'python run_scripts/run_scm.py dycoms2_rf01'
Checking out f146255f50732c445ccbd012ca45888a9ce44d0b
Running: 'python compile.py -debug'
Running: 'rm -rf output'
Running: 'mkdir output'
Running: 'cp input/tunable_parameters_compatible_r8029/configurable_model_flags.in input/tunable_parameters'
Running: 'cp input/tunable_parameters_compatible_r8029/silhs_parameters.in input/tunable_parameters'
Running: 'cp input/tunable_parameters_compatible_r8029/tunable_parameters.in input/tunable_parameters'
Running: 'python run_scripts/run_scm.py bomex'
Running: 'python run_scripts/run_scm.py dycoms2_rf01'
Diffing: 'python3 run_scripts/run_bindiff_all.py abccbb5bc06909c50b6645028674a3461f0bf0ab f146255f50732c445ccbd012ca45888a9ce44d0b'
ISSUE WITH COMMIT DETECTED: abccbb5bc06909c50b6645028674a3461f0bf0ab differs from f146255f50732c445ccbd012ca45888a9ce44d0b
Finding all BIT_CHANGING commits in range: f146255f50732c445ccbd012ca45888a9ce44d0b...abccbb5bc06909c50b6645028674a3461f0bf0ab
Output from abccbb5bc06909c50b6645028674a3461f0bf0ab already saved
Output from f146255f50732c445ccbd012ca45888a9ce44d0b already saved
Diffing: 'python3 run_scripts/run_bindiff_all.py abccbb5bc06909c50b6645028674a3461f0bf0ab f146255f50732c445ccbd012ca45888a9ce44d0b'
Found:
abccbb5bc06909c50b6645028674a3461f0bf0ab
=============================== Test Results ===============================
Commit Range Checked = f146255f50732c445ccbd012ca45888a9ce44d0b...abccbb5bc06909c50b6645028674a3461f0bf0ab
New Unresolved Commits:
abccbb5bc06909c50b6645028674a3461f0bf0ab
No fake BIT_CHANGING commits found.
Resolved: 643d128a5613019595aecd643f1028e937ad4b76
WARNING: f146255f50732c445ccbd012ca45888a9ce44d0b labelled as RESOLVED,
but was not listed as unresolved.
Remaining Unresolved Commits (oldest commit is listed first):
abccbb5bc06909c50b6645028674a3461f0bf0ab
=============================== Updating Config File ===============================
Saving into UnresolvedCommits: abccbb5bc06909c50b6645028674a3461f0bf0ab
Saving into BaselineCommit: abccbb5bc06909c50b6645028674a3461f0bf0ab
=============================== Cleanup ===============================
Removing all generated output
REMOVING: f146255f50732c445ccbd012ca45888a9ce44d0b
REMOVING: abccbb5bc06909c50b6645028674a3461f0bf0ab
================== Unresolved Commit Status ==================
Remaining Unresolved Commits (oldest commit is listed first):
abccbb5bc06909c50b6645028674a3461f0bf0ab
Exiting with code: 1
