Skip to content

Commit

Permalink
fix tests
Browse files Browse the repository at this point in the history
  • Loading branch information
@Samoed
Samoed committed Nov 16, 2024
1 parent 36cdb54 commit 88c38d1
Show file tree
Hide file tree
Showing 2 changed files with 16 additions and 2 deletions.
16 changes: 16 additions & 0 deletions tests/test_benchmark/mock_tasks.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1138,6 +1138,7 @@ class MockRerankingTask(AbsTaskReranking):
"average_query_length": 27.0,
"max_query_length": 27,
"unique_queries": 2,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand Down Expand Up @@ -1206,6 +1207,7 @@ class MockMultilingualRerankingTask(AbsTaskReranking, MultilingualTask):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 4,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand All @@ -1232,6 +1234,7 @@ class MockMultilingualRerankingTask(AbsTaskReranking, MultilingualTask):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 2,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand All @@ -1258,6 +1261,7 @@ class MockMultilingualRerankingTask(AbsTaskReranking, MultilingualTask):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 2,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand Down Expand Up @@ -1338,6 +1342,7 @@ class MockRetrievalTask(AbsTaskRetrieval):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 2,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand Down Expand Up @@ -1400,6 +1405,7 @@ class MockMultilingualRetrievalTask(AbsTaskRetrieval, MultilingualTask):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 4,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand All @@ -1426,6 +1432,7 @@ class MockMultilingualRetrievalTask(AbsTaskRetrieval, MultilingualTask):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 2,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand All @@ -1452,6 +1459,7 @@ class MockMultilingualRetrievalTask(AbsTaskRetrieval, MultilingualTask):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 2,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand Down Expand Up @@ -1715,6 +1723,7 @@ class MockInstructionRetrieval(AbsTaskRetrieval):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 2,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand Down Expand Up @@ -1782,6 +1791,7 @@ class MockInstructionReranking(AbsTaskReranking):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 2,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand Down Expand Up @@ -1854,6 +1864,7 @@ class MockMultilingualInstructionRetrieval(AbsTaskRetrieval, MultilingualTask):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 4,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand All @@ -1880,6 +1891,7 @@ class MockMultilingualInstructionRetrieval(AbsTaskRetrieval, MultilingualTask):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 2,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand All @@ -1906,6 +1918,7 @@ class MockMultilingualInstructionRetrieval(AbsTaskRetrieval, MultilingualTask):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 2,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand Down Expand Up @@ -1992,6 +2005,7 @@ class MockMultilingualInstructionReranking(AbsTaskReranking, MultilingualTask):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 4,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand All @@ -2018,6 +2032,7 @@ class MockMultilingualInstructionReranking(AbsTaskReranking, MultilingualTask):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 2,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand All @@ -2044,6 +2059,7 @@ class MockMultilingualInstructionReranking(AbsTaskReranking, MultilingualTask):
"average_query_length": 30.0,
"max_query_length": 33,
"unique_queries": 2,
"none_queries": 0,
"min_relevant_docs_per_query": 2,
"average_relevant_docs_per_query": 1.0,
"max_relevant_docs_per_query": 2,
Expand Down
2 changes: 0 additions & 2 deletions tests/test_tasks/test_metadata.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,8 +11,6 @@ def test_descriptive_stats(task):
# remove descriptive task file
task.metadata.descriptive_stat_path.unlink()
task_stat = task.expected_stats
print(task.metadata.name)
print(result_stat)
for key, value in result_stat.items():
assert key in task_stat
assert value == task_stat[key]

0 comments on commit 88c38d1

Please sign in to comment.