<workflowRun _class='org.jenkinsci.plugins.workflow.job.WorkflowRun'><action _class='hudson.model.CauseAction'><cause _class='hudson.model.Cause$UserIdCause'><shortDescription>Started by user Gunther Huebler</shortDescription><userId>huebler</userId><userName>Gunther Huebler</userName></cause></action><action _class='org.jenkinsci.plugins.workflow.libs.LibrariesAction'></action><action></action><action></action><action _class='hudson.plugins.git.util.BuildData'><buildsByBranchName><refsremotesoriginmaster _class='hudson.plugins.git.util.Build'><buildNumber>21</buildNumber><marked><SHA1>bff619bdb2836f83ac658be8b8c258d41aaa6e14</SHA1><branch><SHA1>bff619bdb2836f83ac658be8b8c258d41aaa6e14</SHA1><name>refs/remotes/origin/master</name></branch></marked><revision><SHA1>bff619bdb2836f83ac658be8b8c258d41aaa6e14</SHA1><branch><SHA1>bff619bdb2836f83ac658be8b8c258d41aaa6e14</SHA1><name>refs/remotes/origin/master</name></branch></revision></refsremotesoriginmaster></buildsByBranchName><lastBuiltRevision><SHA1>bff619bdb2836f83ac658be8b8c258d41aaa6e14</SHA1><branch><SHA1>bff619bdb2836f83ac658be8b8c258d41aaa6e14</SHA1><name>refs/remotes/origin/master</name></branch></lastBuiltRevision><remoteUrl>https://github.com/larson-group/clubb.git</remoteUrl><scmName></scmName></action><action></action><action _class='org.jenkinsci.plugins.workflow.cps.EnvActionImpl'><environment></environment></action><action></action><action></action><action></action><action></action><action _class='org.jenkinsci.plugins.displayurlapi.actions.RunDisplayAction'><artifactsUrl>http://carson.math.uwm.edu/jenkins/blue/organizations/jenkins/clubb_plot_solver_compare/detail/clubb_plot_solver_compare/21/artifacts</artifactsUrl><changesUrl>http://carson.math.uwm.edu/jenkins/blue/organizations/jenkins/clubb_plot_solver_compare/detail/clubb_plot_solver_compare/21/changes</changesUrl><displayUrl>http://carson.math.uwm.edu/jenkins/blue/organizations/jenkins/clubb_plot_solver_compare/detail/clubb_plot_solver_compare/21/</displayUrl><testsUrl>http://carson.math.uwm.edu/jenkins/blue/organizations/jenkins/clubb_plot_solver_compare/detail/clubb_plot_solver_compare/21/tests</testsUrl></action><action _class='org.jenkinsci.plugins.pipeline.modeldefinition.actions.RestartDeclarativePipelineAction'><restartEnabled>false</restartEnabled><restartableStage>Compile</restartableStage><restartableStage>Run Lapack</restartableStage><restartableStage>Run custom_lu</restartableStage><restartableStage>Run bicgstab</restartableStage><restartableStage>Plot</restartableStage></action><action></action><action _class='org.jenkinsci.plugins.workflow.job.views.FlowGraphAction'><node _class='org.jenkinsci.plugins.workflow.graph.FlowStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepStartNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepAtomNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.cps.nodes.StepEndNode'></node><node _class='org.jenkinsci.plugins.workflow.graph.FlowEndNode'></node></action><action></action><action></action><action></action><building>false</building><displayName>#21</displayName><duration>620546</duration><estimatedDuration>681375</estimatedDuration><fullDisplayName>clubb_plot_solver_compare #21</fullDisplayName><id>21</id><keepLog>false</keepLog><number>21</number><queueId>2006</queueId><result>SUCCESS</result><timestamp>1773677317218</timestamp><url>http://carson.math.uwm.edu/jenkins/view/all/job/clubb_plot_solver_compare/21/</url><culprit><absoluteUrl>http://carson.math.uwm.edu/jenkins/user/noreply</absoluteUrl><fullName>noreply</fullName><id>noreply</id></culprit><inProgress>false</inProgress><nextBuild><action _class='hudson.model.CauseAction'><cause _class='hudson.model.Cause$UserIdCause'><shortDescription>Started by user Gunther Huebler</shortDescription><userId>huebler</userId><userName>Gunther Huebler</userName></cause></action><action _class='org.jenkinsci.plugins.workflow.libs.LibrariesAction'></action><action></action><action></action><action _class='hudson.plugins.git.util.BuildData'><buildsByBranchName><refsremotesoriginmaster _class='hudson.plugins.git.util.Build'><buildNumber>22</buildNumber><marked><SHA1>2108b26241ca7695b3358c5f905385e79189cdc2</SHA1><branch><SHA1>2108b26241ca7695b3358c5f905385e79189cdc2</SHA1><name>refs/remotes/origin/master</name></branch></marked><revision><SHA1>2108b26241ca7695b3358c5f905385e79189cdc2</SHA1><branch><SHA1>2108b26241ca7695b3358c5f905385e79189cdc2</SHA1><name>refs/remotes/origin/master</name></branch></revision></refsremotesoriginmaster></buildsByBranchName><lastBuiltRevision><SHA1>2108b26241ca7695b3358c5f905385e79189cdc2</SHA1><branch><SHA1>2108b26241ca7695b3358c5f905385e79189cdc2</SHA1><name>refs/remotes/origin/master</name></branch></lastBuiltRevision><remoteUrl>https://github.com/larson-group/clubb.git</remoteUrl><scmName></scmName></action><action></action><action _class='org.jenkinsci.plugins.workflow.cps.EnvActionImpl'></action><action></action><action></action><action></action><action></action><action _class='org.jenkinsci.plugins.displayurlapi.actions.RunDisplayAction'></action><action _class='org.jenkinsci.plugins.pipeline.modeldefinition.actions.RestartDeclarativePipelineAction'></action><action></action><action _class='org.jenkinsci.plugins.workflow.job.views.FlowGraphAction'></action><action></action><action></action><action></action><building>false</building><displayName>#22</displayName><duration>559018</duration><estimatedDuration>681375</estimatedDuration><fullDisplayName>clubb_plot_solver_compare #22</fullDisplayName><id>22</id><keepLog>false</keepLog><number>22</number><queueId>2020</queueId><result>SUCCESS</result><timestamp>1773691090402</timestamp><url>http://carson.math.uwm.edu/jenkins/view/all/job/clubb_plot_solver_compare/22/</url><changeSet _class='hudson.plugins.git.GitChangeSetList'><item _class='hudson.plugins.git.GitChangeSet'><affectedPath>src/clubb_driver.F90</affectedPath><affectedPath>run_scripts/run_scm.py</affectedPath><commitId>2108b26241ca7695b3358c5f905385e79189cdc2</commitId><timestamp>1773679567000</timestamp><author><absoluteUrl>http://carson.math.uwm.edu/jenkins/user/huebler</absoluteUrl><fullName>Gunther Huebler</fullName></author><authorEmail>huebler@uwm.edu</authorEmail><comment>Forgot to add the changes to make concurrency safe - which caused random failures when using the new parallel run_scm_all.py with options like -out_dir or -ngrdcol
</comment><date>2026-03-16 11:46:07 -0500</date><id>2108b26241ca7695b3358c5f905385e79189cdc2</id><msg>Forgot to add the changes to make concurrency safe - which caused random failures when using the new parallel run_scm_all.py with options like -out_dir or -ngrdcol</msg><path><editType>edit</editType><file>src/clubb_driver.F90</file></path><path><editType>edit</editType><file>run_scripts/run_scm.py</file></path></item><kind>git</kind></changeSet><culprit><absoluteUrl>http://carson.math.uwm.edu/jenkins/user/huebler</absoluteUrl><fullName>Gunther Huebler</fullName></culprit><inProgress>false</inProgress><nextBuild><number>23</number><url>http://carson.math.uwm.edu/jenkins/view/all/job/clubb_plot_solver_compare/23/</url></nextBuild><previousBuild><number>21</number><url>http://carson.math.uwm.edu/jenkins/view/all/job/clubb_plot_solver_compare/21/</url></previousBuild></nextBuild><previousBuild><action _class='hudson.model.CauseAction'><cause _class='hudson.triggers.SCMTrigger$SCMTriggerCause'><shortDescription>Started by an SCM change</shortDescription></cause></action><action></action><action _class='org.jenkinsci.plugins.workflow.libs.LibrariesAction'></action><action></action><action></action><action _class='hudson.plugins.git.util.BuildData'><buildsByBranchName><refsremotesoriginmaster _class='hudson.plugins.git.util.Build'><buildNumber>20</buildNumber><marked><SHA1>bff619bdb2836f83ac658be8b8c258d41aaa6e14</SHA1><branch><SHA1>bff619bdb2836f83ac658be8b8c258d41aaa6e14</SHA1><name>refs/remotes/origin/master</name></branch></marked><revision><SHA1>bff619bdb2836f83ac658be8b8c258d41aaa6e14</SHA1><branch><SHA1>bff619bdb2836f83ac658be8b8c258d41aaa6e14</SHA1><name>refs/remotes/origin/master</name></branch></revision></refsremotesoriginmaster></buildsByBranchName><lastBuiltRevision><SHA1>bff619bdb2836f83ac658be8b8c258d41aaa6e14</SHA1><branch><SHA1>bff619bdb2836f83ac658be8b8c258d41aaa6e14</SHA1><name>refs/remotes/origin/master</name></branch></lastBuiltRevision><remoteUrl>https://github.com/larson-group/clubb.git</remoteUrl><scmName></scmName></action><action></action><action _class='org.jenkinsci.plugins.workflow.cps.EnvActionImpl'></action><action></action><action></action><action></action><action></action><action></action><action _class='org.jenkinsci.plugins.displayurlapi.actions.RunDisplayAction'></action><action _class='org.jenkinsci.plugins.pipeline.modeldefinition.actions.RestartDeclarativePipelineAction'></action><action></action><action _class='org.jenkinsci.plugins.workflow.job.views.FlowGraphAction'></action><action></action><action></action><action></action><building>false</building><displayName>#20</displayName><duration>150141</duration><estimatedDuration>681375</estimatedDuration><fullDisplayName>clubb_plot_solver_compare #20</fullDisplayName><id>20</id><keepLog>false</keepLog><number>20</number><queueId>1923</queueId><result>FAILURE</result><timestamp>1773648367835</timestamp><url>http://carson.math.uwm.edu/jenkins/view/all/job/clubb_plot_solver_compare/20/</url><changeSet _class='hudson.plugins.git.GitChangeSetList'><item _class='hudson.plugins.git.GitChangeSet'><affectedPath>jenkins_tests/clubb_plot_nvhpc_gpu_vs_cpu/Jenkinsfile</affectedPath><affectedPath>src/CLUBB_core/pdf_closure_module.F90</affectedPath><affectedPath>src/G_unit_test_types/pdf_parameter_tests.F90</affectedPath><affectedPath>src/CLUBB_core/adg1_adg2_3d_luhar_pdf.F90</affectedPath><affectedPath>run_scripts/run_scm_all.py</affectedPath><affectedPath>jenkins_tests/clubb_nvhpc_gpu_column_mirror_test/Jenkinsfile</affectedPath><affectedPath>jenkins_tests/clubb_driver_test/Jenkinsfile</affectedPath><commitId>bff619bdb2836f83ac658be8b8c258d41aaa6e14</commitId><timestamp>1773630552000</timestamp><author><absoluteUrl>http://carson.math.uwm.edu/jenkins/user/noreply</absoluteUrl><fullName>noreply</fullName></author><authorEmail>noreply@github.com</authorEmail><comment>Stability fix (#1276)

* Adding multiprocesses to run_scm_all.py, making the GPU jenkins tests only use 1 thread though, otherwise the different processes will fight for GPU usage

* Making the if statement in ADG1_ADG2_responder_params use a strict inequality - this was causing numerical issues when fields were close to tolerance. This will be slightly BIT_CHANGING for most cases.

* Adding comments to run_scm_all.py and removing the if-case in ADG1_ADG2_responder_params in favor of an explicit error check

* Changing nprocs to nproc and updating jenkins tests
</comment><date>2026-03-15 22:09:12 -0500</date><id>bff619bdb2836f83ac658be8b8c258d41aaa6e14</id><msg>Stability fix (#1276)</msg><path><editType>edit</editType><file>jenkins_tests/clubb_driver_test/Jenkinsfile</file></path><path><editType>edit</editType><file>run_scripts/run_scm_all.py</file></path><path><editType>edit</editType><file>src/CLUBB_core/pdf_closure_module.F90</file></path><path><editType>edit</editType><file>jenkins_tests/clubb_plot_nvhpc_gpu_vs_cpu/Jenkinsfile</file></path><path><editType>edit</editType><file>src/G_unit_test_types/pdf_parameter_tests.F90</file></path><path><editType>edit</editType><file>src/CLUBB_core/adg1_adg2_3d_luhar_pdf.F90</file></path><path><editType>edit</editType><file>jenkins_tests/clubb_nvhpc_gpu_column_mirror_test/Jenkinsfile</file></path></item><kind>git</kind></changeSet><culprit><absoluteUrl>http://carson.math.uwm.edu/jenkins/user/noreply</absoluteUrl><fullName>noreply</fullName></culprit><inProgress>false</inProgress><nextBuild><number>21</number><url>http://carson.math.uwm.edu/jenkins/view/all/job/clubb_plot_solver_compare/21/</url></nextBuild><previousBuild><number>19</number><url>http://carson.math.uwm.edu/jenkins/view/all/job/clubb_plot_solver_compare/19/</url></previousBuild></previousBuild></workflowRun>