diff --git a/modules/core/src/main/java/org/apache/synapse/mediators/eip/aggregator/AggregateMediator.java b/modules/core/src/main/java/org/apache/synapse/mediators/eip/aggregator/AggregateMediator.java
index 6444bd5d4a..54ce14e6c8 100755
--- a/modules/core/src/main/java/org/apache/synapse/mediators/eip/aggregator/AggregateMediator.java
+++ b/modules/core/src/main/java/org/apache/synapse/mediators/eip/aggregator/AggregateMediator.java
@@ -830,7 +830,7 @@ public void setComponentStatisticsId(ArtifactHolder holder) {
     
     private void handleException(Aggregate aggregate, String msg, Exception exception, MessageContext msgContext) {
         aggregate.clear();
-        activeAggregates.clear();
+        activeAggregates.remove(aggregate.getCorrelation());
         if (exception != null) {
             super.handleException(msg, exception, msgContext);
         } else {