| Step | Arguments | | | Status |
|---|
| Start of Pipeline - (44 min in block) | | | | |
| stage - (44 min in block) | Independent workflows | | | |
| stage block (Independent workflows) - (44 min in block) | | | | |
| parallel - (44 min in block) | | | | |
| parallel block (Branch: JAX statistics consistency) - (39 ms in block) | | | | |
| stage - (44 min in block) | JAX statistics consistency | | | |
| stage block (JAX statistics consistency) - (44 min in block) | | | | |
| node - (44 min in block) | carson | | | |
| node block - (44 min in block) | | | | |
| checkout - (17 sec in self) | | | | |
| withEnv - (43 min in block) | GIT_BRANCH, GIT_COMMIT, GIT_PREVIOUS_COMMIT, GIT_PREVIOUS_SUCCESSFUL_COMMIT, GIT_URL | | | |
| withEnv block - (43 min in block) | | | | |
| catchError - (43 min in block) | | | | |
| catchError block - (43 min in block) | | | | |
| sh - (43 min in self) |
# Different batch sizes may make JIT optimize differently, causing tiny rounding differences.
python3 tests/run_stats_output_consistency.py bomex -jax=cpu -jax_tolerance 3e-9
| | | |
| parallel block (Branch: JAX loss output consistency) - (43 ms in block) | | | | |
| stage - (20 min in block) | JAX loss output consistency | | | |
| stage block (JAX loss output consistency) - (20 min in block) | | | | |
| node - (20 min in block) | carson | | | |
| node block - (1 min 21 sec in block) | | | | |
| checkout - (9.6 sec in self) | | | | |
| withEnv - (1 min 11 sec in block) | GIT_BRANCH, GIT_COMMIT, GIT_PREVIOUS_COMMIT, GIT_PREVIOUS_SUCCESSFUL_COMMIT, GIT_URL | | | |
| withEnv block - (1 min 11 sec in block) | | | | |
| catchError - (1 min 11 sec in block) | | | | |
| catchError block - (1 min 11 sec in block) | | | | |
| sh - (1 min 11 sec in self) |
python3 tests/run_loss_output_consistency.py bomex -jax -fields thlm wp2 -output_root output/jax_loss_consistency
| | | |
| parallel block (Branch: Stats and loss: bomex) - (24 ms in block) | | | | |
| stage - (6 min 9 sec in block) | Stats and loss: bomex | | | |
| stage block (Stats and loss: bomex) - (6 min 9 sec in block) | | | | |
| node - (6 min 9 sec in block) | | | | |
| node block - (6 min 8 sec in block) | | | | |
| checkout - (14 sec in self) | | | | |
| withEnv - (5 min 54 sec in block) | GIT_BRANCH, GIT_COMMIT, GIT_PREVIOUS_COMMIT, GIT_PREVIOUS_SUCCESSFUL_COMMIT, GIT_URL | | | |
| withEnv block - (5 min 54 sec in block) | | | | |
| sh - (37 sec in self) |
source /etc/profile.d/larson-group.sh
module load gcc netcdf-fortran
./compile.py -debug
| | | |
| catchError - (5 min 11 sec in block) | | | | |
| catchError block - (5 min 10 sec in block) | | | | |
| sh - (5 min 10 sec in self) | python tests/run_stats_output_consistency.py bomex | | | |
| catchError - (5.3 sec in block) | | | | |
| catchError block - (5.2 sec in block) | | | | |
| sh - (5.1 sec in self) | python tests/run_loss_output_consistency.py bomex | | | |
| parallel block (Branch: Stats and loss: atex) - (24 ms in block) | | | | |
| stage - (14 min in block) | Stats and loss: atex | | | |
| stage block (Stats and loss: atex) - (14 min in block) | | | | |
| node - (14 min in block) | | | | |
| node block - (14 min in block) | | | | |
| checkout - (14 sec in self) | | | | |
| withEnv - (14 min in block) | GIT_BRANCH, GIT_COMMIT, GIT_PREVIOUS_COMMIT, GIT_PREVIOUS_SUCCESSFUL_COMMIT, GIT_URL | | | |
| withEnv block - (14 min in block) | | | | |
| sh - (41 sec in self) |
source /etc/profile.d/larson-group.sh
module load gcc netcdf-fortran
./compile.py -debug
| | | |
| catchError - (13 min in block) | | | | |
| catchError block - (13 min in block) | | | | |
| sh - (13 min in self) | python tests/run_stats_output_consistency.py atex | | | |
| catchError - (12 sec in block) | | | | |
| catchError block - (12 sec in block) | | | | |
| sh - (12 sec in self) | python tests/run_loss_output_consistency.py atex | | | |
| parallel block (Branch: Stats and loss: wangara) - (8 min 1 sec in block) | | | | |
| stage - (8 min 0 sec in block) | Stats and loss: wangara | | | |
| stage block (Stats and loss: wangara) - (8 min 0 sec in block) | | | | |
| node - (8 min 0 sec in block) | | | | |
| node block - (7 min 59 sec in block) | | | | |
| checkout - (13 sec in self) | | | | |
| withEnv - (7 min 45 sec in block) | GIT_BRANCH, GIT_COMMIT, GIT_PREVIOUS_COMMIT, GIT_PREVIOUS_SUCCESSFUL_COMMIT, GIT_URL | | | |
| withEnv block - (7 min 45 sec in block) | | | | |
| sh - (30 sec in self) |
source /etc/profile.d/larson-group.sh
module load gcc netcdf-fortran
./compile.py -debug
| | | |
| catchError - (7 min 12 sec in block) | | | | |
| catchError block - (7 min 12 sec in block) | | | | |
| sh - (7 min 12 sec in self) | python tests/run_stats_output_consistency.py wangara | | | |
| catchError - (2.4 sec in block) | | | | |
| catchError block - (2.3 sec in block) | | | | |
| sh - (2.2 sec in self) | python tests/run_loss_output_consistency.py wangara | | | |
| stage - (0.91 sec in block) | Declarative: Post Actions | | | |
| stage block (Declarative: Post Actions) - (0.82 sec in block) | | | | |
| script - (0.63 sec in block) | | | | |
| script block - (0.51 sec in block) | | | | |
| emailext - (0.36 sec in self) | | | | |
