diff --git a/src/components/ImageWithSizeCalculation.tsx b/src/components/ImageWithSizeCalculation.tsx
index 344904796f31..eb30d857aaa4 100644
--- a/src/components/ImageWithSizeCalculation.tsx
+++ b/src/components/ImageWithSizeCalculation.tsx
@@ -47,11 +47,14 @@ function ImageWithSizeCalculation({url, style, onMeasure, isAuthTokenRequired}:
 
     const onError = () => {
         Log.hmmm('Unable to fetch image to calculate size', {url});
+        if (isLoadedRef.current) {
+            isLoadedRef.current = false;
+            setIsImageCached(false);
+        }
         if (isOffline) {
             return;
         }
         setIsLoading(false);
-        setIsImageCached(true);
     };
 
     const imageLoadedSuccessfully = (event: OnLoadNativeEvent) => {