Add tests

tests/commands/run/test_unit.py

@@ -181,7 +181,8 @@ def test_print_expected_scores_diff(capsys, create_package):
         new_expected_scores={
             "abc.cpp": {1: {"status": "OK", "points": 100}, 2: {"status": "OK", "points": 100},
                         3: {"status": "OK", "points": 100}, 4: {"status": "OK", "points": 100}},
-        }
+        },
+        unknown_change=False,
     )
     command.print_expected_scores_diff(results)
     out = capsys.readouterr().out
@@ -201,7 +202,8 @@ def test_print_expected_scores_diff(capsys, create_package):
         new_expected_scores={
             "abc.cpp": {1: {"status": "WA", "points": 0}, 2: {"status": "OK", "points": 100},
                         3: {"status": "OK", "points": 100}, 4: {"status": "OK", "points": 100}},
-        }
+        },
+        unknown_change=False,
     )
     with pytest.raises(SystemExit) as e:
         command.print_expected_scores_diff(results)
@@ -226,7 +228,8 @@ def test_print_expected_scores_diff(capsys, create_package):
                         3: {"status": "OK", "points": 100}, 4: {"status": "OK", "points": 100}},
             "abc5.cpp": {1: {"status": "OK", "points": 100}, 2: {"status": "OK", "points": 100},
                         3: {"status": "OK", "points": 100}, 4: {"status": "OK", "points": 100}},
-        }
+        },
+        unknown_change=False,
     )
     with pytest.raises(SystemExit) as e:
         command.print_expected_scores_diff(results)
@@ -251,7 +254,8 @@ def test_print_expected_scores_diff(capsys, create_package):
         new_expected_scores={
             "abc.cpp": {1: {"status": "OK", "points": 100}, 2: {"status": "OK", "points": 100},
                         3: {"status": "OK", "points": 100}, 4: {"status": "OK", "points": 100}},
-        }
+        },
+        unknown_change=False,
     )
     with pytest.raises(SystemExit) as e:
         command.print_expected_scores_diff(results)
@@ -275,7 +279,8 @@ def test_print_expected_scores_diff(capsys, create_package):
             "abc.cpp": {1: {"status": "OK", "points": 100}, 2: {"status": "OK", "points": 100},
                         3: {"status": "OK", "points": 100}, 4: {"status": "OK", "points": 100},
                         5: {"status": "OK", "points": 100}},
-        }
+        },
+        unknown_change=False,
     )
     with pytest.raises(SystemExit) as e:
         command.print_expected_scores_diff(results)
@@ -299,7 +304,8 @@ def test_print_expected_scores_diff(capsys, create_package):
         new_expected_scores={
             "abc.cpp": {1: {"status": "OK", "points": 100}, 2: {"status": "OK", "points": 100},
                         3: {"status": "OK", "points": 100}, 4: {"status": "OK", "points": 100}},
-        }
+        },
+        unknown_change=False,
     )
     with pytest.raises(SystemExit) as e:
         command.print_expected_scores_diff(results)
@@ -341,7 +347,8 @@ def test_print_expected_scores_diff(capsys, create_package):
                              3: {"status": "OK", "points": 25}, 5: {"status": "OK", "points": 0}},
                 "points": 75
             }
-        }
+        },
+        unknown_change=False,
     )
     command.print_expected_scores_diff(results)
     out = capsys.readouterr().out
@@ -382,6 +389,38 @@ def test_print_expected_scores_diff(capsys, create_package):
         }
     }
 
+    # Test with `unknown_changes = True`
+    command.args = argparse.Namespace(apply_suggestions=False)
+    results = ValidationResult(
+        added_solutions=set(),
+        removed_solutions=set(),
+        added_groups=set(),
+        removed_groups=set(),
+        changes=[],
+        expected_scores={
+            "abc.cpp": {
+                "expected": {1: {"status": "OK", "points": 25}, 2: {"status": "OK", "points": 25},
+                             3: {"status": "OK", "points": 25}, 4: {"status": "OK", "points": 25}},
+                "points": 100
+            },
+        },
+        new_expected_scores={
+            "abc.cpp": {
+                "expected": {1: {"status": "OK", "points": 25}, 2: {"status": "OK", "points": 25},
+                             3: {"status": "OK", "points": 25}, 4: {"status": "OK", "points": 25}},
+                "points": 100
+            },
+        },
+        unknown_change=True,
+    )
+    with pytest.raises(SystemExit) as e:
+        command.print_expected_scores_diff(results)
+    out = capsys.readouterr().out
+    assert e.type == SystemExit
+    assert e.value.code == 1
+    assert "There was an unknown change in expected scores." in out
+
+
 
 @pytest.mark.parametrize("create_package", [get_simple_package_path()], indirect=True)
 def test_set_scores(create_package):

tests/test_util.py

@@ -8,6 +8,7 @@
 import resource
 import requests_mock
 import pytest
+import yaml
 
 from sinol_make import util, configure_parsers
 from tests import util as test_util
@@ -95,3 +96,16 @@ def test_check_version(**kwargs):
     mocker.get("https://pypi.python.org/pypi/sinol-make/json", exc=requests.exceptions.ConnectTimeout)
     util.check_version()
     assert not version_file.is_file()
+
+
+@pytest.mark.parametrize("create_package", [test_util.get_simple_package_path()], indirect=True)
+def test_version_change(create_package):
+    with open("config.yml", "r") as config_file:
+        config = yaml.load(config_file, Loader=yaml.FullLoader)
+    old_expected_scores = config["sinol_expected_scores"]
+    config["sinol_expected_scores"] = {'abc.cpp': {'points': 100, 'expected': {1: 'OK', 2: 'OK', 3: 'OK', 4: 'OK'}},
+                                       'abc1.cpp': {'points': 75, 'expected': {1: 'OK', 2: 'OK', 3: 'OK', 4: 'WA'}},
+                                       'abc2.cpp': {'points': 25, 'expected': {1: 'OK', 2: 'WA', 3: 'WA', 4: 'TL'}},
+                                       'abc3.cpp': {'points': 25, 'expected': {1: 'OK', 2: 'WA', 3: 'WA', 4: 'ML'}},
+                                       'abc4.cpp': {'points': 50, 'expected': {1: 'OK', 2: 'OK', 3: 'WA', 4: 'RE'}}}
+    assert old_expected_scores == util.try_fix_config(config)["sinol_expected_scores"]