diff --git a/log.go b/log.go
index 9394208..53275df 100644
--- a/log.go
+++ b/log.go
@@ -169,7 +169,7 @@ func AddHandler(h Handler, levels ...Level) {
 	rw.Lock()
 	defer rw.Unlock()
 	if defaultHandler != nil {
-		removeHandler(h)
+		removeHandler(defaultHandler)
 		defaultHandler = nil
 	}
 	for _, level := range levels {