diff --git a/flashrag/pipeline/active_pipeline.py b/flashrag/pipeline/active_pipeline.py
index 6dab0d6..ff4d094 100644
--- a/flashrag/pipeline/active_pipeline.py
+++ b/flashrag/pipeline/active_pipeline.py
@@ -417,7 +417,7 @@ def run_single_beam(self, prompt, item_retrieval_result=None):
                         else:
                             aug_prompts = [prompt + prev_generation]
 
-                        item_pred = self.generator.generate(aug_prompts, return_raw_output=True)
+                        item_pred = self.generator.generate(aug_prompts, return_raw_output=True, logprobs=5)
                         _, preds, scores, overall_score_dict = self.critic_preds(item_pred)
 
                         for i, (pred, p_score) in enumerate(zip(preds, scores)):