diff --git a/change_value.go b/change_value.go
index 4d721e9..2f8df91 100644
--- a/change_value.go
+++ b/change_value.go
@@ -125,7 +125,7 @@ func (c *ChangeValue) Set(value reflect.Value, convertCompatibleTypes bool) {
 		} else {
 			if value.IsValid() {
 				c.target.Set(value)
-			} else {
+			} else if !c.target.IsZero() {
 				t := c.target.Elem()
 				t.Set(reflect.Zero(t.Type()))
 			}