+ source /etc/profile.d/larson-group.sh
++ export GIT_EDITOR=vi
++ GIT_EDITOR=vi
++ export SVN_EDITOR=vi
++ SVN_EDITOR=vi
++ export OMP_STACKSIZE=1048579
++ OMP_STACKSIZE=1048579
++ export LMOD_ROOT=/opt/lmod/
++ LMOD_ROOT=/opt/lmod/
++ source /opt/lmod//lmod/lmod/init/bash
+++ '[' -z '' ']'
+++ case "$-" in
+++ __lmod_vx=x
+++ '[' -n x ']'
+++ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for this output (/usr/local/spack/opt/spack/linux-pop21-skylake_avx512/gcc-12.2.0/lmod-8.7.37-d6vyrvvncsuguygovgvimahv5kfyaunp/lmod/lmod/init/bash)
Shell debugging restarted
+++ unset __lmod_vx
+++ find /usr/local/spack/share/spack/lmod/linux-pop21-x86_64/Core -print -quit
++ export MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop21-x86_64/Core
++ MODULEPATH=/usr/local/spack/share/spack/lmod/linux-pop21-x86_64/Core
+ module load gcc netcdf-fortran
+ '[' -z '' ']'
+ case "$-" in
+ __lmod_sh_dbg=x
+ '[' -n x ']'
+ set +x
Shell debugging temporarily silenced: export LMOD_SH_DBG_ON=1 for Lmod's output
Lmod Warning:
-------------------------------------------------------------------------------
The following dependent module(s) are not currently loaded:
gcc-runtime/13.1.0-eheq3uy (required by: mpich/4.2.1, hdf5/1.14.3-2o6xqva,
netcdf-c/4.9.2, netcdf-fortran/4.5.3), glibc/2.33-3y65nib (required by:
mpich/4.2.1, hdf5/1.14.3-2o6xqva, netcdf-c/4.9.2, netcdf-fortran/4.5.3)
-------------------------------------------------------------------------------
Shell debugging restarted
+ unset __lmod_sh_dbg
+ return 0
+ python3 /home/pub/jenkins_BFB_test_configs/sys_admin/python_nightly_test_suite/run_test.py -c /home/pub/jenkins_BFB_test_configs/clubb_BFB_e3sm_flags_gfortran_test_config
CMake Error at cmake/deps/NetcdfFortranDependency.cmake:14 (cmake_path):
Unknown CMake command "cmake_path".
Call Stack (most recent call first):
CMakeLists.txt:29 (include)
CMake Error at cmake/deps/NetcdfFortranDependency.cmake:14 (cmake_path):
Unknown CMake command "cmake_path".
Call Stack (most recent call first):
CMakeLists.txt:29 (include)
CMake Error at cmake/deps/NetcdfFortranDependency.cmake:14 (cmake_path):
Unknown CMake command "cmake_path".
Call Stack (most recent call first):
CMakeLists.txt:29 (include)
CMake Error at cmake/deps/NetcdfFortranDependency.cmake:14 (cmake_path):
Unknown CMake command "cmake_path".
Call Stack (most recent call first):
CMakeLists.txt:29 (include)
CMake Error at cmake/deps/NetcdfFortranDependency.cmake:14 (cmake_path):
Unknown CMake command "cmake_path".
Call Stack (most recent call first):
CMakeLists.txt:29 (include)
=============================== Configuring Test ===============================
Working directory set to: /home/jenkins/workspace/clubb_BFB_e3sm_flags_gfortran_test
Checking specified repo: /home/jenkins/workspace/clubb_BFB_e3sm_flags_gfortran_test
Using /home/jenkins/workspace/clubb_BFB_e3sm_flags_gfortran_test with origin https://github.com/larson-group/clubb.git
Output Save Mode: none
Using branch: master
Making list from 'UnresolvedCommits':
CheckRange = True: Getting commit range
Run Output Path: output
Run commands: ['python compile.py -debug', '\nrm -rf output', '\nmkdir output', '\nmv input/tunable_parameters_e3sm/configurable_model_flags.in input/tunable_parameters', '\npython run_scripts/run_scm_all.py -min_cases']
Diffing command: run_scripts/run_bindiff_all.py
=============================== Running Test ===============================
Parsing message from commit: a5597665ed8bdd21902000712f8ad2685276eec0
Parsing message from commit: bba14c86a748da7993af72c056a9f6505cf43f1b
Found: BIT_CHANGING
Parsing message from commit: 14f5e6e323b11dc9e5fff8ca5982c6ab7f92f8c1
Parsing message from commit: 988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b
Checking Commit: a5597665ed8bdd21902000712f8ad2685276eec0
Skipping: not final commit and not labelled BIT_CHANGING
Checking Commit: bba14c86a748da7993af72c056a9f6505cf43f1b
Checking out a5597665ed8bdd21902000712f8ad2685276eec0
Running: 'python compile.py -debug'
Running: 'rm -rf output'
Running: 'mkdir output'
Running: 'mv input/tunable_parameters_e3sm/configurable_model_flags.in input/tunable_parameters'
Running: 'python run_scripts/run_scm_all.py -min_cases'
================== WARNING ==================
Commit: a5597665ed8bdd21902000712f8ad2685276eec0
There was a problem copying the output.
Did the run complete?
Is the output path correct? output
The run will continue, and this commit will be
considered unresolved.
===========================================
Checking out 040e9961b5b422803a0aa816c5921be9576aa4a8
Running: 'python compile.py -debug'
Running: 'rm -rf output'
Running: 'mkdir output'
Running: 'mv input/tunable_parameters_e3sm/configurable_model_flags.in input/tunable_parameters'
Running: 'python run_scripts/run_scm_all.py -min_cases'
================== WARNING ==================
Commit: 040e9961b5b422803a0aa816c5921be9576aa4a8
There was a problem copying the output.
Did the run complete?
Is the output path correct? output
The run will continue, and this commit will be
considered unresolved.
===========================================
ISSUE WITH COMMIT DETECTED: a5597665ed8bdd21902000712f8ad2685276eec0 differs from 040e9961b5b422803a0aa816c5921be9576aa4a8
Checking out bba14c86a748da7993af72c056a9f6505cf43f1b
Running: 'python compile.py -debug'
Running: 'rm -rf output'
Running: 'mkdir output'
Running: 'mv input/tunable_parameters_e3sm/configurable_model_flags.in input/tunable_parameters'
Running: 'python run_scripts/run_scm_all.py -min_cases'
================== WARNING ==================
Commit: bba14c86a748da7993af72c056a9f6505cf43f1b
There was a problem copying the output.
Did the run complete?
Is the output path correct? output
The run will continue, and this commit will be
considered unresolved.
===========================================
Commit a5597665ed8bdd21902000712f8ad2685276eec0 already failed. Will not run again
Commit 'bba14c86a748da7993af72c056a9f6505cf43f1b' is BIT_CHANGING and properly labelled as such.
Checking Commit: 14f5e6e323b11dc9e5fff8ca5982c6ab7f92f8c1
Skipping: not final commit and not labelled BIT_CHANGING
Checking Commit: 988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b
Running: final commit to check, not labelled BIT_CHANGING
Checking out 988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b
Running: 'python compile.py -debug'
Running: 'rm -rf output'
Running: 'mkdir output'
Running: 'mv input/tunable_parameters_e3sm/configurable_model_flags.in input/tunable_parameters'
Running: 'python run_scripts/run_scm_all.py -min_cases'
================== WARNING ==================
Commit: 988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b
There was a problem copying the output.
Did the run complete?
Is the output path correct? output
The run will continue, and this commit will be
considered unresolved.
===========================================
Commit bba14c86a748da7993af72c056a9f6505cf43f1b already failed. Will not run again
ISSUE WITH COMMIT DETECTED: 988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b differs from bba14c86a748da7993af72c056a9f6505cf43f1b
Finding all BIT_CHANGING commits in range: 040e9961b5b422803a0aa816c5921be9576aa4a8...a5597665ed8bdd21902000712f8ad2685276eec0
Commit a5597665ed8bdd21902000712f8ad2685276eec0 already failed. Will not run again
Commit 040e9961b5b422803a0aa816c5921be9576aa4a8 already failed. Will not run again
Found:
a5597665ed8bdd21902000712f8ad2685276eec0
Finding all BIT_CHANGING commits in range: bba14c86a748da7993af72c056a9f6505cf43f1b...988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b
Checking out 14f5e6e323b11dc9e5fff8ca5982c6ab7f92f8c1
Running: 'python compile.py -debug'
Running: 'rm -rf output'
Running: 'mkdir output'
Running: 'mv input/tunable_parameters_e3sm/configurable_model_flags.in input/tunable_parameters'
Running: 'python run_scripts/run_scm_all.py -min_cases'
================== WARNING ==================
Commit: 14f5e6e323b11dc9e5fff8ca5982c6ab7f92f8c1
There was a problem copying the output.
Did the run complete?
Is the output path correct? output
The run will continue, and this commit will be
considered unresolved.
===========================================
Commit bba14c86a748da7993af72c056a9f6505cf43f1b already failed. Will not run again
Commit 988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b already failed. Will not run again
Commit 14f5e6e323b11dc9e5fff8ca5982c6ab7f92f8c1 already failed. Will not run again
Found:
14f5e6e323b11dc9e5fff8ca5982c6ab7f92f8c1
988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b
=============================== Test Results ===============================
Commit Range Checked = 040e9961b5b422803a0aa816c5921be9576aa4a8...988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b
New Unresolved Commits:
a5597665ed8bdd21902000712f8ad2685276eec0
14f5e6e323b11dc9e5fff8ca5982c6ab7f92f8c1
988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b
No fake BIT_CHANGING commits found.
Remaining Unresolved Commits (oldest commit is listed first):
a5597665ed8bdd21902000712f8ad2685276eec0
14f5e6e323b11dc9e5fff8ca5982c6ab7f92f8c1
988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b
=============================== Updating Config File ===============================
Saving into UnresolvedCommits: a5597665ed8bdd21902000712f8ad2685276eec0
14f5e6e323b11dc9e5fff8ca5982c6ab7f92f8c1
988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b
Ignoring 988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b since it failed to produce output.
Ignoring 14f5e6e323b11dc9e5fff8ca5982c6ab7f92f8c1 since it failed to produce output.
Ignoring bba14c86a748da7993af72c056a9f6505cf43f1b since it failed to produce output.
Ignoring a5597665ed8bdd21902000712f8ad2685276eec0 since it failed to produce output.
=============================== Cleanup ===============================
Removing all generated output
================== Unresolved Commit Status ==================
Remaining Unresolved Commits (oldest commit is listed first):
a5597665ed8bdd21902000712f8ad2685276eec0
14f5e6e323b11dc9e5fff8ca5982c6ab7f92f8c1
988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b
================== FAILED Commits ==================
These are the commits which entirely failed to produce output:
a5597665ed8bdd21902000712f8ad2685276eec0
040e9961b5b422803a0aa816c5921be9576aa4a8
bba14c86a748da7993af72c056a9f6505cf43f1b
988ea0f2cc24e424e0a204b65bfd59bd4e9eee5b
14f5e6e323b11dc9e5fff8ca5982c6ab7f92f8c1
Exiting with code: 1