diff --git a/layer4/listener.go b/layer4/listener.go
index 33622d7..d2e4ae5 100644
--- a/layer4/listener.go
+++ b/layer4/listener.go
@@ -135,6 +135,7 @@ func (l *listener) loop() {
 		conn, err := l.Listener.Accept()
 		// listener closed
 		if l.closed.Load() {
+			l.err = net.ErrClosed
 			break
 		}