diff --git a/web/src/pages/FaceLibrary.tsx b/web/src/pages/FaceLibrary.tsx
index 387bf5a5f..c062066a4 100644
--- a/web/src/pages/FaceLibrary.tsx
+++ b/web/src/pages/FaceLibrary.tsx
@@ -901,7 +901,9 @@ function FaceAttempt({
     }
 
     return imgRef.current.naturalWidth * imgRef.current.naturalHeight;
-  }, [imgRef]);
+    // only refresh when severity changes
+    // eslint-disable-next-line react-hooks/exhaustive-deps
+  }, [imgRef.current]);
 
   // api calls