GitHub Actions / Repro Test Results
failed
Aug 27, 2025 in 0s
1 fail, 1 pass in 5m 22s
2 tests 1 ✅ 5m 22s ⏱️
1 suites 0 💤
1 files 1 ❌
Results for commit 0757fba.
Annotations
github-actions / Repro Test Results
test_repro_determinism (test-venv.lib.python3.10.site-packages.model_config_tests.config_tests.test_bit_reproducibility.TestBitReproducibility) failed
/opt/testing/checksum/test_report.xml [took 0s]
Raw output
AssertionError: There was an error running experiment: exp_1d_runtime_repeat
self = <test_bit_reproducibility.TestBitReproducibility object at 0x7f905741c2b0>
experiments = <model_config_tests.exp_test_helper.Experiments object at 0x7f905741d0f0>
@pytest.mark.repro
@pytest.mark.repro_determinism
@pytest.mark.slow
@pytest.mark.experiments(
{
EXP_1D_RUNTIME: {"n_runs": 1, "model_runtime": DAY_IN_SECONDS},
EXP_1D_RUNTIME_REPEAT: {"n_runs": 1, "model_runtime": DAY_IN_SECONDS},
}
)
def test_repro_determinism(self, experiments: Experiments):
"""
Determinism test that confirms repeated model runs for 1 day
give the same results
"""
> experiments.check_experiments([EXP_1D_RUNTIME, EXP_1D_RUNTIME_REPEAT])
../test-venv/lib/python3.10/site-packages/model_config_tests/config_tests/test_bit_reproducibility.py:243:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <model_config_tests.exp_test_helper.Experiments object at 0x7f905741d0f0>
exp_names = ['exp_1d_runtime', 'exp_1d_runtime_repeat']
def check_experiments(self, exp_names=list[str]) -> None:
"""
Check whether given experiments names have run successfully
"""
for exp_name in exp_names:
# TODO: Is there other useful information to display here?
> assert (
exp_name in self.successful_experiments
), f"There was an error running experiment: {exp_name}"
E AssertionError: There was an error running experiment: exp_1d_runtime_repeat
../test-venv/lib/python3.10/site-packages/model_config_tests/exp_test_helper.py:298: AssertionError
Check notice on line 0 in .github
github-actions / Repro Test Results
2 tests found
There are 2 tests, see "Raw output" for the full list of tests.
Raw output
test-venv.lib.python3.10.site-packages.model_config_tests.config_tests.test_bit_reproducibility.TestBitReproducibility ‑ test_repro_determinism
test-venv.lib.python3.10.site-packages.model_config_tests.config_tests.test_bit_reproducibility.TestBitReproducibility ‑ test_repro_historical
Loading