From 8e8f5b49dc9184380ca4afbfdeeff19eeedaa438 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micha=C5=82=20Pstr=C4=85g?= Date: Fri, 30 Aug 2024 21:35:32 +0200 Subject: [PATCH] update filtering assessor --- extra/prompt_tuning/tuning/signatures/iql.py | 17 ++++++++--------- 1 file changed, 8 insertions(+), 9 deletions(-) diff --git a/extra/prompt_tuning/tuning/signatures/iql.py b/extra/prompt_tuning/tuning/signatures/iql.py index ea113514..0305ce81 100644 --- a/extra/prompt_tuning/tuning/signatures/iql.py +++ b/extra/prompt_tuning/tuning/signatures/iql.py @@ -14,26 +14,25 @@ class FilteringAssessor(Signature, ABC): ) decision = OutputField( prefix="Decision: ", - desc=( - "indicates whether the answer to the question requires initial data filtering. " - "(Respond with True or False)" - ), + desc=("indicates whether the answer to the question requires data filtering. " "(Respond with True or False)"), ) class FilteringAssessorBaseline(FilteringAssessor): """ - Given a question, determine whether the answer requires initial data filtering in order to compute it. - Initial data filtering is a process in which the result set is reduced to only include the rows that + Given a question, determine whether the answer requires data filtering in order to compute it. + Data filtering is a process in which the result set is reduced to only include the rows that meet certain criteria specified in the question. """ class FilteringAssessorOptimized(FilteringAssessor): """ - Given a question, determine whether the answer requires initial data filtering in order to compute it. - Initial data filtering is a process in which the result set is filtered based on the specific features - stated in the question. + Given a question, determine whether the answer requires data filtering in order to compute it. + Data filtering is a process in which the result set is filtered based on the specific features + stated in the question. Such a question can be easily identified by using words that refer to + specific feature values (rather than feature names). Look for words indicating specific values + that the answer should contain. """