0tests.pytests.test_bindiff_report0.0020test_json_records_no_comparable_files_errorfalsePASSED0tests.pytests.test_bindiff_report0.0050test_json_records_no_comparable_stats_errorfalsePASSED0tests.pytests.test_bindiff_report0.0040test_json_records_time_length_mismatchfalsePASSED0tests.pytests.test_bindiff_report0.0480test_json_reports_paths_logs_and_exclusive_variable_categoriesfalsePASSED0test_bindiff_report400tests.pytests.test_column_mirror0.0030test_build_failure_never_uses_stale_executable[0]falsePASSED0tests.pytests.test_column_mirror0.0020test_build_failure_never_uses_stale_executable[1]falsePASSED0tests.pytests.test_column_mirror0.0430test_diff_copies_align_raw_values_and_parameters_without_editing_originalsfalsePASSED0tests.pytests.test_column_mirror0.0020test_explicit_runtime_bypasses_build[forwarded0]falsePASSED0tests.pytests.test_column_mirror0.0020test_explicit_runtime_bypasses_build[forwarded1]falsePASSED0tests.pytests.test_column_mirror0.0020test_explicit_runtime_bypasses_build[forwarded2]falsePASSED0tests.pytests.test_column_mirror0.0020test_explicit_runtime_bypasses_build[forwarded3]falsePASSED0tests.pytests.test_column_mirror0.0020test_explicit_runtime_bypasses_build[forwarded4]falsePASSED0tests.pytests.test_column_mirror0.0020test_explicit_runtime_bypasses_build[forwarded5]falsePASSED0tests.pytests.test_column_mirror0.4930test_failed_run_does_not_compare_stale_outputfalsePASSED0tests.pytests.test_column_mirror0.0010test_forwarding_cannot_override_mirror_setup[-all-separator0]falsePASSED0tests.pytests.test_column_mirror0.0020test_forwarding_cannot_override_mirror_setup[-all-separator1]falsePASSED0tests.pytests.test_column_mirror0.0010test_forwarding_cannot_override_mirror_setup[-batch_size=2-separator0]falsePASSED0tests.pytests.test_column_mirror0.0020test_forwarding_cannot_override_mirror_setup[-batch_size=2-separator1]falsePASSED0tests.pytests.test_column_mirror0.0010test_forwarding_cannot_override_mirror_setup[-min_cases-separator0]falsePASSED0tests.pytests.test_column_mirror0.0010test_forwarding_cannot_override_mirror_setup[-min_cases-separator1]falsePASSED0tests.pytests.test_column_mirror0.0010test_forwarding_cannot_override_mirror_setup[-multicol=5-separator0]falsePASSED0tests.pytests.test_column_mirror0.0010test_forwarding_cannot_override_mirror_setup[-multicol=5-separator1]falsePASSED0tests.pytests.test_column_mirror0.0010test_forwarding_cannot_override_mirror_setup[-priority_cases-separator0]falsePASSED0tests.pytests.test_column_mirror0.0010test_forwarding_cannot_override_mirror_setup[-priority_cases-separator1]falsePASSED0tests.pytests.test_column_mirror0.0020test_forwarding_cannot_override_mirror_setup[-short_cases-separator0]falsePASSED0tests.pytests.test_column_mirror0.0010test_forwarding_cannot_override_mirror_setup[-short_cases-separator1]falsePASSED0tests.pytests.test_column_mirror0.2350test_hypergrid_display_shows_actual_column_orderfalsePASSED0tests.pytests.test_column_mirror1.4170test_incremental_build_reuses_objects_and_picks_up_source_changesfalsePASSED0tests.pytests.test_column_mirror0.0020test_invalid_configuration_is_rejected[args0]falsePASSED0tests.pytests.test_column_mirror0.0010test_invalid_configuration_is_rejected[args1]falsePASSED0tests.pytests.test_column_mirror0.0010test_invalid_configuration_is_rejected[args2]falsePASSED0tests.pytests.test_column_mirror0.0010test_invalid_configuration_is_rejected[args3]falsePASSED0tests.pytests.test_column_mirror0.0010test_invalid_configuration_is_rejected[args4]falsePASSED0tests.pytests.test_column_mirror0.0020test_invalid_configuration_is_rejected[args5]falsePASSED0tests.pytests.test_column_mirror0.0010test_invalid_configuration_is_rejected[args6]falsePASSED0tests.pytests.test_column_mirror0.0010test_invalid_configuration_is_rejected[args7]falsePASSED0tests.pytests.test_column_mirror0.0070test_invalid_output_fails[values0-rtm]falsePASSED0tests.pytests.test_column_mirror0.0070test_invalid_output_fails[values1-rtm]falsePASSED0tests.pytests.test_column_mirror0.0050test_invalid_output_fails[values2-rtm]falsePASSED0tests.pytests.test_column_mirror0.0040test_invalid_output_fails[values3-other_field]falsePASSED0tests.pytests.test_column_mirror0.0030test_invalid_output_fails[values4-rtm]falsePASSED0tests.pytests.test_column_mirror0.0050test_mirror_rejects_empty_explicit_case_listfalsePASSED0tests.pytests.test_column_mirror0.0010test_missing_build_tool_has_actionable_errorfalsePASSED0tests.pytests.test_column_mirror0.0060test_missing_output_reports_case_failure_without_misleading_bindifffalsePASSED0tests.pytests.test_column_mirror0.2660test_reverse_generated_hypergrid_exactlyfalsePASSED0tests.pytests.test_column_mirror0.0010test_run_options_are_forwarded_without_consuming_values_as_directories[argv0-expected0]falsePASSED0tests.pytests.test_column_mirror0.0010test_run_options_are_forwarded_without_consuming_values_as_directories[argv1-expected1]falsePASSED0tests.pytests.test_column_mirror0.0010test_run_options_are_forwarded_without_consuming_values_as_directories[argv2-expected2]falsePASSED0tests.pytests.test_column_mirror0.0010test_run_options_are_forwarded_without_consuming_values_as_directories[argv3-expected3]falsePASSED0tests.pytests.test_column_mirror0.0010test_run_options_are_forwarded_without_consuming_values_as_directories[argv4-expected4]falsePASSED0tests.pytests.test_column_mirror0.0010test_run_options_are_forwarded_without_consuming_values_as_directories[argv5-expected5]falsePASSED0tests.pytests.test_column_mirror0.0010test_run_options_are_forwarded_without_consuming_values_as_directories[argv6-expected6]falsePASSED0tests.pytests.test_column_mirror0.0010test_run_options_are_forwarded_without_consuming_values_as_directories[argv7-expected7]falsePASSED0tests.pytests.test_column_mirror0.2560test_runner_detects_first_column_state_leak[separator0-False]falsePASSED0tests.pytests.test_column_mirror0.5510test_runner_detects_first_column_state_leak[separator0-True]falsePASSED0tests.pytests.test_column_mirror0.2710test_runner_detects_first_column_state_leak[separator1-False]falsePASSED0tests.pytests.test_column_mirror0.5730test_runner_detects_first_column_state_leak[separator1-True]falsePASSED0tests.pytests.test_column_mirror0.0050test_saved_comparison_never_buildsfalsePASSED0tests.pytests.test_column_mirror0.0010test_saved_comparison_rejects_run_options[extra0]falsePASSED0tests.pytests.test_column_mirror0.0020test_saved_comparison_rejects_run_options[extra1]falsePASSED0tests.pytests.test_column_mirror0.0170test_saved_output_comparison_and_tolerancefalsePASSED0test_column_mirror5700tests.pytests.test_compile_install_aliases0.0040test_compile_updates_both_aliases_by_defaultfalsePASSED0tests.pytests.test_compile_install_aliases0.0030test_dash_compile_leaves_selected_alonefalsePASSED0test_compile_install_aliases200tests.pytests.test_jax_compare_forwarding0.0020test_both_runs_receive_the_same_forwarded_optionsfalsePASSED0tests.pytests.test_jax_compare_forwarding0.0030test_comparison_owned_model_options_are_rejected[-jax]falsePASSED0tests.pytests.test_jax_compare_forwarding0.0030test_comparison_owned_model_options_are_rejected[-output_dir]falsePASSED0tests.pytests.test_jax_compare_forwarding0.0030test_comparison_owned_model_options_are_rejected[-override]falsePASSED0tests.pytests.test_jax_compare_forwarding0.0010test_comparison_rejects_empty_explicit_case_listfalsePASSED0tests.pytests.test_jax_compare_forwarding0.0030test_single_dash_options_forward_without_a_separatorfalsePASSED0test_jax_compare_forwarding600tests.pytests.test_run_clubb_conv_test0.0010test_override_is_consumed_by_convergence_clifalsePASSED0tests.pytests.test_run_clubb_conv_test0.00test_user_override_is_merged_with_convergence_overridesfalsePASSED0test_run_clubb_conv_test200tests.pytests710