Merge pull request #137 from ACCESS-NRI/136-repro-test-markers

Add test-specific repro test markers

Author: dougiesquire

src/model_config_tests/conftest.py

@@ -116,11 +116,18 @@ def pytest_addoption(parser):
 
 def pytest_configure(config):
     config.addinivalue_line(
-        "markers", "checksum: mark tests to run as part of reproducibility CI tests"
+        "markers", "repro: mark tests to run as part of reproducibility tests"
     )
     config.addinivalue_line(
-        "markers", "checksum_slow: mark tests as slow reproducibility tests"
+        "markers", "repro_historical: mark tests that check historical reproducibility"
     )
+    config.addinivalue_line(
+        "markers", "repro_repeat: mark tests that check repeat reproducibility"
+    )
+    config.addinivalue_line(
+        "markers", "repro_restart: mark tests that check restart reproducibility"
+    )
+    config.addinivalue_line("markers", "slow: mark tests that are slow to run")
     config.addinivalue_line(
         "markers",
         "config: mark as configuration tests for release branches in quick QA CI checks",

src/model_config_tests/test_bit_reproducibility.py

@@ -47,7 +47,8 @@ def read_historical_checksums(
 
 class TestBitReproducibility:
 
-    @pytest.mark.checksum
+    @pytest.mark.repro
+    @pytest.mark.repro_historical
     def test_bit_repro_historical(
         self,
         output_path: Path,
@@ -132,7 +133,9 @@ def test_bit_repro_historical(
             hist_checksums == checksums
         ), f"Checksums were not equal. The new checksums have been written to {checksum_output_file}."
 
-    @pytest.mark.checksum_slow
+    @pytest.mark.repro
+    @pytest.mark.repro_repeat
+    @pytest.mark.slow
     def test_bit_repro_repeat(self, output_path: Path, control_path: Path):
         """
         Test that a run has same checksums when ran twice
@@ -154,7 +157,9 @@ def test_bit_repro_repeat(self, output_path: Path, control_path: Path):
 
         assert produced == expected
 
-    @pytest.mark.checksum_slow
+    @pytest.mark.repro
+    @pytest.mark.repro_restart
+    @pytest.mark.slow
     def test_restart_repro(self, output_path: Path, control_path: Path):
         """
         Test that a run reproduces across restarts.