diff --git a/layouts/src/main/java/org/lucasr/twowayview/widget/BaseLayoutManager.java b/layouts/src/main/java/org/lucasr/twowayview/widget/BaseLayoutManager.java
index 4193cc6..a415fdd 100644
--- a/layouts/src/main/java/org/lucasr/twowayview/widget/BaseLayoutManager.java
+++ b/layouts/src/main/java/org/lucasr/twowayview/widget/BaseLayoutManager.java
@@ -360,7 +360,7 @@ public void onLayoutChildren(Recycler recycler, State state) {
         final int anchorItemPosition = getAnchorItemPosition(state);
 
         // Only move layout if we're not restoring a layout state.
-        if (anchorItemPosition > 0 && (refreshingLanes || !restoringLanes)) {
+        if (anchorItemPosition > 0 && refreshingLanes && !restoringLanes) {
             moveLayoutToPosition(anchorItemPosition, getPendingScrollOffset(), recycler, state);
         }