diff --git a/tests-system/README.md b/tests-system/README.md new file mode 100644 index 00000000..9988e880 --- /dev/null +++ b/tests-system/README.md @@ -0,0 +1,8 @@ +The script `run_tool_tests.py` executes system tests. +It can execute system tests for all lobster tools. + +The one and only command line argument to the script must be the name of the tool under test. +For example, to run system tests for `lobster-trlc`, the tool must be started like this: +``` +> python3 run_tool_tests.py lobster-trlc +``` diff --git a/tests-system/run_tool_tests.py b/tests-system/run_tool_tests.py index 064125df..01be78fc 100644 --- a/tests-system/run_tool_tests.py +++ b/tests-system/run_tool_tests.py @@ -51,9 +51,7 @@ def _get_expected_lobster_output_file_name(self) -> str: Note: The system test must always be prepared such that the tool under test generates the lobster file in the "input" folder. Other test setups are not - supported. Furthermore, the tool under test must generate exactly one output - file. Tools like 'lobster-cpptest' are able to generate multiple files. Testing - that is currently not supported. + supported. """ for dir_entry in scandir(self.get_expected_output_path()): if (not dir_entry.is_dir()) and dir_entry.name.endswith(".lobster"):