diff --git a/use_case_examples/llm/qgpt2_class.py b/use_case_examples/llm/qgpt2_class.py
index 846068f7c..b06453d7b 100644
--- a/use_case_examples/llm/qgpt2_class.py
+++ b/use_case_examples/llm/qgpt2_class.py
@@ -183,7 +183,9 @@ def compile(self, configuration: Optional[Configuration] = None) -> Circuit:
         compiler = fhe.Compiler(self.run_numpy, {"q_inputs": "encrypted"})
 
         # Compile the circuit on the calibration quantized data
-        self.circuit = compiler.compile(inputset, configuration=configuration)
+        self.circuit = compiler.compile(
+            inputset, configuration=configuration, compress_input_ciphertexts=True
+        )
 
         # Print the maximum bit-width reached in the circuit
         print(