diff --git a/patch_map.go b/patch_map.go
index 06a4541..a5352a8 100644
--- a/patch_map.go
+++ b/patch_map.go
@@ -76,7 +76,7 @@ func (d *Differ) deleteMapEntry(c *ChangeValue, m, k, v *reflect.Value) {
 		return
 	}
 
-	if m != nil && m.CanSet() && v.IsValid() && v.Kind() != reflect.Int {
+	if m != nil && m.CanSet() && v.IsValid() && v.Kind() == reflect.Struct {
 		for x := 0; x < v.NumField(); x++ {
 			if !v.Field(x).IsZero() {
 				m.SetMapIndex(*k, *v)