diff --git a/changelog/fix-4123-dispute-count b/changelog/fix-4123-dispute-count
index d51ff4e88a9..08ef9190a1e 100644
--- a/changelog/fix-4123-dispute-count
+++ b/changelog/fix-4123-dispute-count
@@ -1,4 +1,4 @@
 Significance: patch
 Type: fix
 
-Correctly show the number of disputes that need to be responded in task list.
+Show the correct number of disputes needing a response in the Payments > Overview task list.
diff --git a/client/overview/task-list/tasks.js b/client/overview/task-list/tasks.js
index a2aac629c73..5bd720a1c32 100644
--- a/client/overview/task-list/tasks.js
+++ b/client/overview/task-list/tasks.js
@@ -127,11 +127,8 @@ export const getTasks = ( {
 				),
 				numDisputesNeedingResponse
 			),
-			additionalInfo:
-				0 < numDisputesNeedingResponse
-					? __( 'View and respond', 'woocommerce-payments' )
-					: '',
-			completed: 0 === numDisputesNeedingResponse,
+			additionalInfo: __( 'View and respond', 'woocommerce-payments' ),
+			completed: false,
 			isDeletable: true,
 			isDismissable: true,
 			allowSnooze: true,
diff --git a/client/overview/task-list/test/tasks.js b/client/overview/task-list/test/tasks.js
index 180c6878565..9e60e4d50e1 100644
--- a/client/overview/task-list/test/tasks.js
+++ b/client/overview/task-list/test/tasks.js
@@ -177,6 +177,7 @@ describe( 'getTasks()', () => {
 					completed: false,
 					level: 3,
 					title: '1 disputed payment needs your response',
+					additionalInfo: 'View and respond',
 				} ),
 			] )
 		);
@@ -201,6 +202,7 @@ describe( 'getTasks()', () => {
 					completed: false,
 					level: 3,
 					title: '2000 disputed payments need your response',
+					additionalInfo: 'View and respond',
 				} ),
 			] )
 		);